-- Logs begin at Wed 2021-02-10 20:15:37 UTC, end at Wed 2021-02-10 21:25:32 UTC. --
Feb 10 20:53:08.030849 dv-cinder-775008-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Feb 10 20:53:10.760804 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.common.config [-] Logging enabled!
Feb 10 20:53:10.761366 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev491
Feb 10 20:53:10.762697 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79816) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Feb 10 20:53:10.764507 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.common.config [-] Logging enabled!
Feb 10 20:53:10.765296 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev491
Feb 10 20:53:10.765705 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=79816) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Feb 10 20:53:10.766803 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Feb 10 20:53:10.767081 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Feb 10 20:53:10.768127 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Feb 10 20:53:10.768415 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Feb 10 20:53:10.768682 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Feb 10 20:53:10.769054 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:10.769402 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:10.769745 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:10.770062 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:10.770374 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:10.770712 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:10.771038 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:10.771375 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:10.771720 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:10.772046 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:10.772366 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:10.772690 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:10.772955 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:10.773281 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:10.773613 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:10.773945 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:10.774233 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] debug                          = True {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:10.774554 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:10.775097 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:10.775421 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:10.775742 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:10.776077 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:10.776391 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:10.776708 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:10.777041 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:10.777413 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] host                           = dv-cinder-775008-1-iscsi {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:10.777731 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:10.778084 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:10.778416 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:10.778748 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:10.779063 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:10.779381 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:10.779709 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:10.780053 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:10.780480 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:10.780685 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:10.781018 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:10.781352 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:10.781696 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:10.781954 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:10.782294 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:10.782576 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:10.782913 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:10.783231 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:10.783549 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:10.783865 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:10.784180 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:10.784496 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:10.784804 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:10.785136 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:10.785466 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:10.785796 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:10.786135 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:10.786453 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:10.786764 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:10.787078 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:10.787407 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:10.787720 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:10.788036 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:10.788352 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:10.788683 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:10.788991 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:10.789304 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:10.789649 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:10.789979 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:10.790330 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:10.790660 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:10.790975 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:10.791305 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:10.791616 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:10.791926 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:10.792237 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:10.792550 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:10.792861 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:10.793186 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:10.793499 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:10.793810 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:10.794148 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:10.794463 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:10.794795 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:10.795133 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:10.795476 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:10.795911 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:10.795911 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:10.796493 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:10.796818 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:10.797157 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:10.797477 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:10.797812 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:10.798167 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:10.798500 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:10.798818 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:10.799145 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:10.799461 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:10.799801 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:10.800153 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:10.800495 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:10.800834 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:10.801150 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:10.801464 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:10.801778 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:10.802120 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:10.802449 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:10.802789 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:10.803126 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:10.803442 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:10.803762 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:10.804100 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:10.804418 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:10.804734 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:10.805049 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:10.805381 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:10.805699 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:10.806041 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:10.806353 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:10.806669 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:10.806983 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:10.807292 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:10.807608 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:10.807942 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:10.808257 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:10.808568 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:10.808876 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:10.809194 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:10.809506 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:10.809831 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:10.810171 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:10.810482 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:10.810792 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:10.811111 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:10.811957 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:10.812279 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:10.812586 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:10.812898 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:10.813212 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:10.813525 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:10.813837 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:10.814174 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:10.814488 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:10.814801 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:10.815111 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:10.815426 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:10.815742 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:10.816057 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:10.816367 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:10.816680 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:10.816989 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:10.817300 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:10.817634 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:10.817975 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:10.818321 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:10.818640 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:10.818959 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:10.819276 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:10.819592 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:10.819915 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:10.820236 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:10.820555 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:10.820868 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:10.821204 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:10.821527 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:10.821854 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:10.822208 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:10.822525 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:10.822864 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:10.823183 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:10.823508 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:10.823827 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:10.824147 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:10.824473 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:10.824802 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:10.825138 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:10.825476 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:10.825813 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:10.826173 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:10.826509 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:10.826830 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:10.827780 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:10.828101 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:10.828345 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Feb 10 20:53:10.828610 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=79816) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Feb 10 20:53:11.496220 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO keyring.backend [-] Loading Gnome
Feb 10 20:53:11.513809 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO keyring.backend [-] Loading Google
Feb 10 20:53:11.516568 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO keyring.backend [-] Loading Windows (alt)
Feb 10 20:53:11.520027 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO keyring.backend [-] Loading file
Feb 10 20:53:11.521007 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO keyring.backend [-] Loading keyczar
Feb 10 20:53:11.521287 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO keyring.backend [-] Loading multi
Feb 10 20:53:11.521938 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO keyring.backend [-] Loading pyfs
Feb 10 20:53:11.567753 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=79816) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 20:53:11.568071 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=79816) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 20:53:11.568398 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=79816) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 20:53:11.568769 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.manager [-] Loading core plugin: ml2
Feb 10 20:53:11.960319 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:11.960863 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:11.960969 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:12.010703 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:12.011016 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:12.011318 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:12.015635 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:12.015932 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:12.016225 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:12.084735 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:12.085049 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:12.085350 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:12.086522 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:12.086828 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:12.087344 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:12.357191 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fbf92574730> agent after_create 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:12.357511 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fbf92574730> agent after_update 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:12.357825 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7fbf925747b8> segment precommit_create 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:12.358668 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7fbf92574840> network precommit_delete 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:12.359698 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7fbf92573950> segment before_delete 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:12.512740 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbf92d682b0>> network before_delete 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:12.513119 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7fbf92279a60> agent before_delete 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:12.513442 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbf92d682b0>> network before_create 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:12.513745 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbf92d682b0>> port before_create 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:12.514062 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbf92d682b0>> port before_update 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:12.514553 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbf92d682b0>> segment after_delete 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:12.514965 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbf92d682b0>> segment precommit_create 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:12.515262 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbf92d682b0>> segment precommit_delete 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:12.515553 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbf92d682b0>> segment after_create 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:12.515895 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbf92d682b0>> network after_delete 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:12.516195 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbf92d682b0>> network precommit_delete 0 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:12.516503 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbf92d682b0>> port provisioning_complete 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:12.516811 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbf92d682b0>> rbac-policy before_create 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:12.517107 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbf92d682b0>> rbac-policy after_delete 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:12.517421 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbf92d682b0>> agent after_update 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:12.517736 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbf92d682b0>> subnet after_delete 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:12.518059 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbf92d682b0>> subnet precommit_delete 0 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:12.518382 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbf92d682b0>> rbac-policy before_update 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:12.518672 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbf92d682b0>> rbac-policy before_delete 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:12.519156 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbf92d682b0>> port after_create 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:12.519444 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbf92d682b0>> port after_update 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:12.519729 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbf92d682b0>> port after_delete 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:12.520068 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbf92d682b0>> rbac-policy before_create 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:12.520353 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbf92d682b0>> rbac-policy before_update 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:12.520632 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fbf92d682b0>> rbac-policy before_delete 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:12.521055 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=79816) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 10 20:53:12.521330 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=79816) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 10 20:53:12.521604 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=79816) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 10 20:53:12.521877 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=79816) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 10 20:53:12.522172 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=79816) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 10 20:53:12.522444 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=79816) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 10 20:53:12.522864 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Feb 10 20:53:12.525974 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Feb 10 20:53:12.530089 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Feb 10 20:53:12.533967 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])])
Feb 10 20:53:12.535650 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Feb 10 20:53:12.536908 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Feb 10 20:53:12.537293 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan']
Feb 10 20:53:12.537733 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Feb 10 20:53:12.540495 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Feb 10 20:53:12.540774 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Feb 10 20:53:12.541155 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch']
Feb 10 20:53:12.564097 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic']
Feb 10 20:53:12.564611 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7fbf92317b00>> qos_plugin after_init 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:12.564946 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=79816) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}}
Feb 10 20:53:12.565357 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7fbf924448d0>> logging-plugin after_init 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:12.566750 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=79816) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Feb 10 20:53:12.567069 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch']
Feb 10 20:53:12.567347 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch']
Feb 10 20:53:12.570653 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fbf92444978>> floatingip before_response 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:12.570975 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fbf92444978>> port before_response 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:12.637948 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Feb 10 20:53:12.638194 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Feb 10 20:53:12.638468 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Feb 10 20:53:12.638876 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Feb 10 20:53:12.672782 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_db.sqlalchemy.engines [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=79816) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Feb 10 20:53:13.115181 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.plugins.ml2.managers [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Initializing driver for type 'gre'
Feb 10 20:53:13.115746 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] gre ID ranges: [(1, 1000)]
Feb 10 20:53:13.156499 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.plugins.ml2.managers [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Initializing driver for type 'local'
Feb 10 20:53:13.156876 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.plugins.ml2.managers [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Initializing driver for type 'vlan'
Feb 10 20:53:13.166723 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] VlanTypeDriver initialization complete
Feb 10 20:53:13.167097 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.plugins.ml2.managers [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Initializing driver for type 'vxlan'
Feb 10 20:53:13.167634 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] vxlan ID ranges: [(1, 1000)]
Feb 10 20:53:13.208365 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.plugins.ml2.managers [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Initializing extension driver 'port_security'
Feb 10 20:53:13.208727 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.plugins.ml2.extensions.port_security [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] PortSecurityExtensionDriver initialization complete
Feb 10 20:53:13.209098 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.plugins.ml2.managers [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Initializing mechanism driver 'openvswitch'
Feb 10 20:53:13.215263 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=79816) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 20:53:13.216086 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fbf9218b390>> port after_create 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:13.216491 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fbf9218b390>> port after_update 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:13.216878 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fbf9218b390>> port after_delete 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:13.217298 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fbf91d239e8>> subnet after_create 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:13.217851 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fbf91d239e8>> subnet after_update 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:13.218222 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fbf91d239e8>> subnet after_delete 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:13.218639 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fbf91d23ba8>> network after_create 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:13.219020 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fbf91d23ba8>> network after_update 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:13.219398 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fbf91d23ba8>> network after_delete 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:13.219815 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fbf91d23d68>> security_group after_create 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:13.220196 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fbf91d23d68>> security_group after_update 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:13.220575 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fbf91d23d68>> security_group after_delete 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:13.221130 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fbf91d23f28>> security_group_rule after_create 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:13.221516 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fbf91d23f28>> security_group_rule after_update 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:13.221894 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fbf91d23f28>> security_group_rule after_delete 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:13.222335 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fbf91d2b128>> address_group after_create 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:13.222712 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fbf91d2b128>> address_group after_update 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:13.223083 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fbf91d2b128>> address_group after_delete 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:13.223447 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] ML2 OVO RPC backend initialized. {{(pid=79816) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Feb 10 20:53:13.224157 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fbf91d2b208>> router_interface after_create 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:13.224538 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fbf91d2b208>> router_interface after_delete 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:13.224986 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fbf91d2b208>> network before_response 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:13.225363 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fbf91d2b208>> networks before_response 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:13.225738 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fbf91d2b208>> port before_response 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:13.226132 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fbf91d2b208>> ports before_response 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:13.226507 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fbf91d2b208>> subnet before_response 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:13.226877 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fbf91d2b208>> subnets before_response 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:13.227254 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fbf91d2b208>> network after_create 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:13.227622 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fbf91d2b208>> network after_update 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:13.227993 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fbf91d2b208>> network after_delete 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:13.228359 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fbf91d2b208>> port after_create 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:13.228726 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fbf91d2b208>> port after_update 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:13.229090 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fbf91d2b208>> port after_delete 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:13.229455 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fbf91d2b208>> subnet after_create 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:13.229819 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fbf91d2b208>> subnet after_update 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:13.230209 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fbf91d2b208>> subnet after_delete 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:13.230842 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.plugins.ml2.plugin [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Modular L2 Plugin initialization complete
Feb 10 20:53:13.231197 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.manager [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading services supported by the core plugin {{(pid=79816) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Feb 10 20:53:13.231580 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.plugins.ml2.managers [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Got port-security extension from driver 'port_security'
Feb 10 20:53:13.232063 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.extensions.vlantransparent [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Disabled vlantransparent extension.
Feb 10 20:53:13.232541 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.manager [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=79816) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Feb 10 20:53:13.232881 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.manager [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading Plugin: router
Feb 10 20:53:13.272207 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbf91d2b390>> router_interface before_create 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:13.272642 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbf91d2b390>> router after_create 55549900 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:13.273041 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbf91d2b390>> router before_create 55549900 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:13.273440 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbf91d2b390>> router_interface before_delete 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:13.273852 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbf91d2b390>> router_interface after_delete 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:13.274272 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbf91d2b390>> router after_delete 55549900 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:13.274669 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbf91d2b390>> floatingip after_update 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:13.275070 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbf91d2b390>> router after_create 55549900 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:13.275454 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbf91d2b390>> router after_update 55549900 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:13.275839 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbf91d2b390>> router after_update 55549900 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:13.276220 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbf91d2b390>> router_gateway after_delete 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:13.276620 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbf91d2b390>> router after_update 55549900 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:13.277099 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbf91d2b390>> router precommit_update 55549900 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:13.277512 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7fbf923e6c80> port after_update 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:13.277892 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7fbf923e6b70> port after_delete 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:13.278285 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7fbf923e6bf8> subnet after_update 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:13.278661 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7fbf923e6d08> subnetpool_address_scope after_update 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:13.279047 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbf91d2b390>> port precommit_delete 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:13.279431 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbf91d2b390>> router precommit_create 55549900 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:13.279809 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7fbf924c9e18> port before_delete 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:13.280252 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbf91d2b390>> router precommit_create 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:13.280632 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbf91d2b390>> router after_update 55549900 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:13.281009 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbf91d2b390>> router precommit_delete 55549900 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:13.281394 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbf91d2b390>> router precommit_create 55549900 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:13.281794 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbf91d2b390>> router_interface after_create 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:13.282205 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbf91d2b390>> router precommit_update 55549900 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:13.282631 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fbf91d2b390>> network after_delete 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:13.283612 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource_registry [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Tracking information for resource: router configured {{(pid=79816) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 10 20:53:13.283984 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource_registry [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Tracking information for resource: floatingip configured {{(pid=79816) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 10 20:53:13.288798 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.db.l3_agentschedulers_db [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Feb 10 20:53:13.289447 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7fbf91d50bf8> port after_update 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:13.289838 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7fbf91d58b70> port after_create 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:13.290250 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Subscribe: <function _notify_port_delete at 0x7fbf91d50b70> port after_delete 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:13.290635 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7fbf91d50d90> port after_update 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:13.291530 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fbf91cc7b70>> router before_create 55550100 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:13.291932 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fbf91cc7b70>> router precommit_delete 55550100 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:13.292332 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fbf91cc7b70>> router precommit_create 55550100 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:13.292722 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fbf91cc7b70>> router precommit_update 55550100 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:13.298232 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.services.provider_configuration [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Service providers = [] {{(pid=79816) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Feb 10 20:53:13.298631 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.servicetype_db [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=79816) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Feb 10 20:53:13.301459 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.services.service_base [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=79816) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 10 20:53:13.301844 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.services.service_base [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=79816) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 10 20:53:13.302242 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.services.service_base [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=79816) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 10 20:53:13.303125 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.services.service_base [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=79816) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 10 20:53:13.303522 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.services.service_base [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Default provider is not specified for service type L3_ROUTER_NAT
Feb 10 20:53:13.303933 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.manager [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=79816) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 10 20:53:13.304287 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.manager [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Feb 10 20:53:13.315204 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.manager [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=79816) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 10 20:53:13.315579 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.manager [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading Plugin: auto_allocate
Feb 10 20:53:13.321183 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fbf91cff378> network precommit_update 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:13.321588 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fbf91cff378> network precommit_create 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:13.322194 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.manager [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=79816) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 10 20:53:13.322551 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.manager [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading Plugin: tag
Feb 10 20:53:13.329659 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.manager [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=79816) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 10 20:53:13.330095 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.manager [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading Plugin: timestamp
Feb 10 20:53:13.333962 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.manager [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=79816) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 10 20:53:13.334355 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.manager [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading Plugin: network_ip_availability
Feb 10 20:53:13.339790 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fbf91c74eb8>> rbac-policy before_create 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:13.340149 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fbf91c74eb8>> rbac-policy before_update 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:13.340533 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fbf91c74eb8>> rbac-policy before_delete 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:13.341303 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.manager [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=79816) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 10 20:53:13.341658 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.manager [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading Plugin: flavors
Feb 10 20:53:13.346283 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.manager [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=79816) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 10 20:53:13.346654 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.manager [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading Plugin: revisions
Feb 10 20:53:13.351025 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.manager [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=79816) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 10 20:53:13.351451 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.783s {{(pid=79816) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 20:53:13.352241 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=79816) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Feb 10 20:53:13.352600 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Initializing extension manager.
Feb 10 20:53:13.353158 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: __init__.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.353528 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: __pycache__ {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.353893 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.354283 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: address_group.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.355084 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=79816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 10 20:53:13.355714 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loaded extension: address-group
Feb 10 20:53:13.356071 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: address_scope.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.356825 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=79816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 10 20:53:13.357393 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loaded extension: address-scope
Feb 10 20:53:13.357750 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: admin_state_down_before_update.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.359228 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=79816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 10 20:53:13.359794 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loaded extension: router-admin-state-down-before-update
Feb 10 20:53:13.360151 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: agent.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.360896 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=79816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 10 20:53:13.361462 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loaded extension: agent
Feb 10 20:53:13.361815 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: agent_resources_synced.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.362828 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=79816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 10 20:53:13.363437 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loaded extension: agent-resources-synced
Feb 10 20:53:13.363795 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: allowedaddresspairs.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.365574 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=79816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 10 20:53:13.366185 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loaded extension: allowed-address-pairs
Feb 10 20:53:13.366549 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: auto_allocated_topology.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.367613 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=79816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 10 20:53:13.368182 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loaded extension: auto-allocated-topology
Feb 10 20:53:13.368544 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: availability_zone.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.369284 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=79816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 10 20:53:13.369851 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loaded extension: availability_zone
Feb 10 20:53:13.370231 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: availability_zone_filter.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.371138 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=79816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 10 20:53:13.371824 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loaded extension: availability_zone_filter
Feb 10 20:53:13.372181 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: data_plane_status.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.373097 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=79816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 10 20:53:13.373670 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Extension data-plane-status not supported by any of loaded plugins
Feb 10 20:53:13.374596 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: default_subnetpools.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.375510 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=79816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 10 20:53:13.376092 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loaded extension: default-subnetpools
Feb 10 20:53:13.376450 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: dhcpagentscheduler.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.377279 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 10 20:53:13.377849 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loaded extension: dhcp_agent_scheduler
Feb 10 20:53:13.378233 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: dns.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.379150 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=79816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 10 20:53:13.379708 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Extension dns-integration not supported by any of loaded plugins
Feb 10 20:53:13.380063 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: dns_domain_ports.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.380977 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=79816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 10 20:53:13.381539 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Extension dns-domain-ports not supported by any of loaded plugins
Feb 10 20:53:13.381892 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: dvr.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.382868 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=79816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 10 20:53:13.383454 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loaded extension: dvr
Feb 10 20:53:13.383837 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: empty_string_filtering.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.384832 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=79816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 10 20:53:13.385434 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loaded extension: empty-string-filtering
Feb 10 20:53:13.385788 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.386725 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 10 20:53:13.387291 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Feb 10 20:53:13.387648 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.388560 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=79816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 10 20:53:13.389123 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Feb 10 20:53:13.389523 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: external_net.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.390469 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=79816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 10 20:53:13.391032 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loaded extension: external-net
Feb 10 20:53:13.391387 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: extra_dhcp_opt.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.392291 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=79816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 10 20:53:13.392857 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loaded extension: extra_dhcp_opt
Feb 10 20:53:13.393212 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: extraroute.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.394155 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=79816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 10 20:53:13.394713 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loaded extension: extraroute
Feb 10 20:53:13.395064 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: extraroute_atomic.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.396087 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=79816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 10 20:53:13.396654 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loaded extension: extraroute-atomic
Feb 10 20:53:13.397009 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: filter_validation.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.397703 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=79816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 10 20:53:13.398302 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loaded extension: filter-validation
Feb 10 20:53:13.398659 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: fip_pf_description.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.399568 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=79816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 10 20:53:13.400127 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Feb 10 20:53:13.400481 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: fip_port_details.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.401488 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 10 20:53:13.402074 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loaded extension: fip-port-details
Feb 10 20:53:13.402431 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: flavors.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.403658 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=79816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 10 20:53:13.404237 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loaded extension: flavors
Feb 10 20:53:13.404594 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.406514 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=79816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 10 20:53:13.407100 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Feb 10 20:53:13.407469 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: floatingip_pools.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.408223 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=79816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 10 20:53:13.408796 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loaded extension: floatingip-pools
Feb 10 20:53:13.409157 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: ip_allocation.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.410093 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=79816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 10 20:53:13.410658 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Extension ip_allocation not supported by any of loaded plugins
Feb 10 20:53:13.411017 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.411937 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=79816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 10 20:53:13.412505 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loaded extension: ip-substring-filtering
Feb 10 20:53:13.412863 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: l2_adjacency.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.413789 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=79816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 10 20:53:13.414385 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Extension l2_adjacency not supported by any of loaded plugins
Feb 10 20:53:13.414738 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: l3.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.415804 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=79816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 10 20:53:13.416386 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loaded extension: router
Feb 10 20:53:13.416744 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: l3_conntrack_helper.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.419055 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=79816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 10 20:53:13.419647 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Feb 10 20:53:13.420013 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.421477 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=79816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 10 20:53:13.422063 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loaded extension: ext-gw-mode
Feb 10 20:53:13.422429 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.423449 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=79816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 10 20:53:13.424017 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loaded extension: l3-ha
Feb 10 20:53:13.424376 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: l3_flavors.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.425318 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=79816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 10 20:53:13.425876 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loaded extension: l3-flavors
Feb 10 20:53:13.426254 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.427169 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=79816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 10 20:53:13.427731 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loaded extension: l3-port-ip-change-not-allowed
Feb 10 20:53:13.428085 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: l3agentscheduler.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.429301 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=79816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 10 20:53:13.429889 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loaded extension: l3_agent_scheduler
Feb 10 20:53:13.430274 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: logging.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.431804 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=79816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 10 20:53:13.432387 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Extension logging not supported by any of loaded plugins
Feb 10 20:53:13.432750 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: metering.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.433544 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=79816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 10 20:53:13.434751 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loaded extension: metering
Feb 10 20:53:13.435116 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.436269 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=79816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 10 20:53:13.437337 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loaded extension: metering_source_and_destination_fields
Feb 10 20:53:13.437695 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: multiprovidernet.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.438657 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=79816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 10 20:53:13.439231 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loaded extension: multi-provider
Feb 10 20:53:13.439591 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: netmtu.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.440511 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=79816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 10 20:53:13.441077 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loaded extension: net-mtu
Feb 10 20:53:13.441438 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: netmtu_writable.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.442383 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=79816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 10 20:53:13.442950 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loaded extension: net-mtu-writable
Feb 10 20:53:13.443310 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: network_availability_zone.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.444142 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=79816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 10 20:53:13.444709 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loaded extension: network_availability_zone
Feb 10 20:53:13.445065 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: network_ip_availability.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.446198 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=79816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 10 20:53:13.446770 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loaded extension: network-ip-availability
Feb 10 20:53:13.447126 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: network_segment_range.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.447952 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=79816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 10 20:53:13.448522 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Extension network-segment-range not supported by any of loaded plugins
Feb 10 20:53:13.448883 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: pagination.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.449865 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 10 20:53:13.450285 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loaded extension: pagination
Feb 10 20:53:13.450646 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: port_device_profile.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.451564 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=79816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 10 20:53:13.452343 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loaded extension: port-device-profile
Feb 10 20:53:13.452761 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.453682 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=79816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 10 20:53:13.454276 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loaded extension: port-mac-address-regenerate
Feb 10 20:53:13.454697 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.455632 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=79816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 10 20:53:13.456233 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loaded extension: port-numa-affinity-policy
Feb 10 20:53:13.456589 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: port_resource_request.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.457494 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=79816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 10 20:53:13.458076 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Extension port-resource-request not supported by any of loaded plugins
Feb 10 20:53:13.458434 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: portbindings.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.459370 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=79816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 10 20:53:13.459933 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loaded extension: binding
Feb 10 20:53:13.460285 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: portbindings_extended.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.461593 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=79816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 10 20:53:13.462226 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loaded extension: binding-extended
Feb 10 20:53:13.462590 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: portsecurity.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.463517 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=79816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 10 20:53:13.464085 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loaded extension: port-security
Feb 10 20:53:13.464442 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: project_id.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.465417 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=79816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 10 20:53:13.465787 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loaded extension: project-id
Feb 10 20:53:13.466175 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: providernet.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.467098 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=79816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 10 20:53:13.468206 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loaded extension: provider
Feb 10 20:53:13.468589 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: qos.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.472347 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=79816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 10 20:53:13.472931 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Extension qos not supported by any of loaded plugins
Feb 10 20:53:13.473295 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.474596 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=79816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 10 20:53:13.475168 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Feb 10 20:53:13.475530 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.476444 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=79816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 10 20:53:13.477008 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Feb 10 20:53:13.477368 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: qos_default.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.478298 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=79816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 10 20:53:13.478861 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Extension qos-default not supported by any of loaded plugins
Feb 10 20:53:13.479221 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: qos_fip.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.479907 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=79816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 10 20:53:13.480469 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Extension qos-fip not supported by any of loaded plugins
Feb 10 20:53:13.480824 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: qos_gateway_ip.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.481792 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=79816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 10 20:53:13.482384 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Feb 10 20:53:13.482780 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: qos_port_network_policy.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.484535 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=79816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 10 20:53:13.485137 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Feb 10 20:53:13.485495 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: qos_rule_type_details.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.486444 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=79816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 10 20:53:13.487010 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Feb 10 20:53:13.487369 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: qos_rules_alias.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.488417 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=79816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 10 20:53:13.488987 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Extension qos-rules-alias not supported by any of loaded plugins
Feb 10 20:53:13.489348 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: quotasv2.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.490384 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=79816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 10 20:53:13.490757 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loaded extension: quotas
Feb 10 20:53:13.491113 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: quotasv2_detail.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.494078 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=79816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 10 20:53:13.494474 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loaded extension: quota_details
Feb 10 20:53:13.494841 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: rbac.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.495999 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=79816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 10 20:53:13.496593 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loaded extension: rbac-policies
Feb 10 20:53:13.496957 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: rbac_address_scope.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.497927 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=79816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 10 20:53:13.498531 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loaded extension: rbac-address-scope
Feb 10 20:53:13.499121 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: rbac_security_groups.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.500074 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=79816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 10 20:53:13.500652 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loaded extension: rbac-security-groups
Feb 10 20:53:13.501013 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: rbac_subnetpool.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.501931 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=79816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 10 20:53:13.502537 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loaded extension: rbac-subnetpool
Feb 10 20:53:13.502899 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: revisionifmatch.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.503834 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=79816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 10 20:53:13.504439 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loaded extension: revision-if-match
Feb 10 20:53:13.504799 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: revisions.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.505902 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=79816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 10 20:53:13.506515 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loaded extension: standard-attr-revisions
Feb 10 20:53:13.506876 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: router_availability_zone.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.507589 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=79816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 10 20:53:13.508414 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loaded extension: router_availability_zone
Feb 10 20:53:13.508770 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: routerservicetype.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.509685 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=79816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 10 20:53:13.510277 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Extension router-service-type not supported by any of loaded plugins
Feb 10 20:53:13.510634 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.511556 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=79816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 10 20:53:13.512165 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loaded extension: security-groups-normalized-cidr
Feb 10 20:53:13.512524 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: security_groups_port_filtering.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.513462 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=79816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 10 20:53:13.514052 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loaded extension: port-security-groups-filtering
Feb 10 20:53:13.514447 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.515401 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=79816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 10 20:53:13.515967 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loaded extension: security-groups-remote-address-group
Feb 10 20:53:13.516321 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: securitygroup.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.529619 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=79816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 10 20:53:13.530940 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loaded extension: security-group
Feb 10 20:53:13.531309 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: segment.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.532171 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=79816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 10 20:53:13.532748 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Extension segment not supported by any of loaded plugins
Feb 10 20:53:13.533112 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.534081 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=79816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 10 20:53:13.534657 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Feb 10 20:53:13.535016 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: servicetype.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.536112 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=79816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 10 20:53:13.536691 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loaded extension: service-type
Feb 10 20:53:13.537053 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: sorting.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.538048 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=79816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 10 20:53:13.538427 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loaded extension: sorting
Feb 10 20:53:13.538786 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: standard_attr_segment.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.539703 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=79816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 10 20:53:13.540287 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Extension standard-attr-segment not supported by any of loaded plugins
Feb 10 20:53:13.540647 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: standardattrdescription.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.541362 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=79816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 10 20:53:13.541906 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loaded extension: standard-attr-description
Feb 10 20:53:13.542291 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: stateful_security_group.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.543236 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=79816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 10 20:53:13.543808 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loaded extension: stateful-security-group
Feb 10 20:53:13.544165 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: stdattrs_common.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.544743 dv-cinder-775008-1-iscsi neutron-server[79816]: WARNING neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Feb 10 20:53:13.545139 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.546874 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=79816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 10 20:53:13.547454 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Feb 10 20:53:13.547814 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: subnet_onboard.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.548896 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=79816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 10 20:53:13.549480 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loaded extension: subnet_onboard
Feb 10 20:53:13.549839 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.550794 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=79816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 10 20:53:13.551373 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Feb 10 20:53:13.551733 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: subnet_service_types.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.552660 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=79816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 10 20:53:13.553232 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loaded extension: subnet-service-types
Feb 10 20:53:13.553588 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: subnetallocation.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.554718 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=79816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 10 20:53:13.555292 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loaded extension: subnet_allocation
Feb 10 20:53:13.555653 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.556344 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=79816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 10 20:53:13.556907 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loaded extension: subnetpool-prefix-ops
Feb 10 20:53:13.557262 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.558220 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=79816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 10 20:53:13.558785 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Feb 10 20:53:13.559139 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: tagging.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.560418 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=79816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 10 20:53:13.560998 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loaded extension: standard-attr-tag
Feb 10 20:53:13.561398 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: timestamp.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.562633 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=79816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 10 20:53:13.563205 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loaded extension: standard-attr-timestamp
Feb 10 20:53:13.563566 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: trunk.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.564590 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=79816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 10 20:53:13.565161 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Extension trunk not supported by any of loaded plugins
Feb 10 20:53:13.565518 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: trunk_details.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.566476 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=79816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 10 20:53:13.567042 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Extension trunk-details not supported by any of loaded plugins
Feb 10 20:53:13.567398 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: uplink_status_propagation.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.568323 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=79816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 10 20:53:13.568883 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Feb 10 20:53:13.569241 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Loading extension file: vlantransparent.py {{(pid=79816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 10 20:53:13.569936 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=79816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 10 20:53:13.570528 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Extension vlan-transparent not supported by any of loaded plugins
Feb 10 20:53:13.573206 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.quota.resource_registry [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Creating instance of TrackedResource for resource:network
Feb 10 20:53:13.574046 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.quota.resource_registry [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Creating instance of TrackedResource for resource:subnet
Feb 10 20:53:13.574710 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.quota.resource_registry [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 10 20:53:13.575372 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.quota.resource_registry [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Creating instance of TrackedResource for resource:port
Feb 10 20:53:13.576886 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.resource_helper [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=79816) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 10 20:53:13.577494 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.resource_helper [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Service FLAVORS assigned prefix:  {{(pid=79816) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 10 20:53:13.578201 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.resource_helper [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=79816) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 10 20:53:13.578674 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.resource_helper [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=79816) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 10 20:53:13.579040 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.quota.resource_registry [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Creating instance of TrackedResource for resource:router
Feb 10 20:53:13.579769 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.quota.resource_registry [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Creating instance of TrackedResource for resource:floatingip
Feb 10 20:53:13.580581 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.resource_helper [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Service METERING assigned prefix: /metering {{(pid=79816) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 10 20:53:13.582392 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fbf91b27470>> rbac-policy before_create 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:13.582794 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fbf91b27470>> rbac-policy before_update 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:13.583176 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fbf91b27470>> rbac-policy before_delete 55550000 {{(pid=79816) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 20:53:13.584317 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.quota.resource_registry [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Creating instance of CountableResource for resource:rbac_policy
Feb 10 20:53:13.584786 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.quota.resource_registry [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Creating instance of TrackedResource for resource:security_group
Feb 10 20:53:13.585571 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.quota.resource_registry [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Creating instance of TrackedResource for resource:security_group_rule
Feb 10 20:53:13.586400 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.resource_helper [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Service CORE assigned prefix:  {{(pid=79816) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 10 20:53:13.586771 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.quota.resource_registry [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 10 20:53:13.587137 dv-cinder-775008-1-iscsi neutron-server[79816]: WARNING neutron.quota.resource_registry [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] subnetpool is already registered
Feb 10 20:53:13.587803 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.resource_helper [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Service CORE assigned prefix:  {{(pid=79816) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 10 20:53:13.588169 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.quota.resource_registry [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 10 20:53:13.588526 dv-cinder-775008-1-iscsi neutron-server[79816]: WARNING neutron.quota.resource_registry [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] subnetpool is already registered
Feb 10 20:53:13.591349 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.resource_helper [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=79816) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 10 20:53:13.591766 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.resource_helper [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Service FLAVORS assigned prefix:  {{(pid=79816) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 10 20:53:13.592979 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.resource_helper [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=79816) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 10 20:53:13.593446 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.resource_helper [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=79816) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 10 20:53:13.593816 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.quota.resource_registry [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Creating instance of TrackedResource for resource:router
Feb 10 20:53:13.594203 dv-cinder-775008-1-iscsi neutron-server[79816]: WARNING neutron.quota.resource_registry [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] router is already registered
Feb 10 20:53:13.594854 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.quota.resource_registry [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Creating instance of TrackedResource for resource:floatingip
Feb 10 20:53:13.595211 dv-cinder-775008-1-iscsi neutron-server[79816]: WARNING neutron.quota.resource_registry [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] floatingip is already registered
Feb 10 20:53:13.595894 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.resource_helper [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Service METERING assigned prefix: /metering {{(pid=79816) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 10 20:53:13.596637 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.quota.resource_registry [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Creating instance of CountableResource for resource:rbac_policy
Feb 10 20:53:13.596993 dv-cinder-775008-1-iscsi neutron-server[79816]: WARNING neutron.quota.resource_registry [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] rbac_policy is already registered
Feb 10 20:53:13.597614 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.quota.resource_registry [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Creating instance of TrackedResource for resource:security_group
Feb 10 20:53:13.597976 dv-cinder-775008-1-iscsi neutron-server[79816]: WARNING neutron.quota.resource_registry [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] security_group is already registered
Feb 10 20:53:13.598652 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.quota.resource_registry [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Creating instance of TrackedResource for resource:security_group_rule
Feb 10 20:53:13.599011 dv-cinder-775008-1-iscsi neutron-server[79816]: WARNING neutron.quota.resource_registry [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] security_group_rule is already registered
Feb 10 20:53:13.599743 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.resource_helper [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Service CORE assigned prefix:  {{(pid=79816) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 10 20:53:13.600108 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.quota.resource_registry [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 10 20:53:13.600468 dv-cinder-775008-1-iscsi neutron-server[79816]: WARNING neutron.quota.resource_registry [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] subnetpool is already registered
Feb 10 20:53:13.601124 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.resource_helper [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Service CORE assigned prefix:  {{(pid=79816) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 10 20:53:13.601483 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.quota.resource_registry [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Creating instance of TrackedResource for resource:subnetpool
Feb 10 20:53:13.601835 dv-cinder-775008-1-iscsi neutron-server[79816]: WARNING neutron.quota.resource_registry [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] subnetpool is already registered
Feb 10 20:53:13.602575 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Extended resource: extensions {{(pid=79816) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 10 20:53:13.604134 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Extended resource: address-groups {{(pid=79816) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 10 20:53:13.605809 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Extended resource: address-scopes {{(pid=79816) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 10 20:53:13.607105 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Extended resource: agents {{(pid=79816) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 10 20:53:13.608937 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Extended resource: auto-allocated-topology {{(pid=79816) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 10 20:53:13.610397 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Extended resource: availability_zones {{(pid=79816) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 10 20:53:13.611776 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Extended resource: dhcp-networks {{(pid=79816) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 10 20:53:13.613284 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Extended resource: dhcp-agents {{(pid=79816) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 10 20:53:13.614819 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Extended resource: routers {{(pid=79816) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 10 20:53:13.616713 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Extended resource: flavors {{(pid=79816) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 10 20:53:13.617941 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Extended resource: service_profiles {{(pid=79816) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 10 20:53:13.619258 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Extended resource: next_providers {{(pid=79816) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 10 20:53:13.620868 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Extended resource: service_profiles {{(pid=79816) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 10 20:53:13.622445 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Extended resource: floatingip-pools {{(pid=79816) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 10 20:53:13.623766 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Extended resource: routers {{(pid=79816) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 10 20:53:13.626709 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Extended resource: floatingips {{(pid=79816) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 10 20:53:13.627982 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Extended resource: l3-routers {{(pid=79816) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 10 20:53:13.629456 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Extended resource: l3-agents {{(pid=79816) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 10 20:53:13.630979 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Extended resource: metering-labels {{(pid=79816) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 10 20:53:13.632420 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Extended resource: metering-label-rules {{(pid=79816) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 10 20:53:13.634064 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Extended resource: network-ip-availabilities {{(pid=79816) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 10 20:53:13.635397 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Extended resource: bindings {{(pid=79816) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 10 20:53:13.637144 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Extended resource: quotas {{(pid=79816) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 10 20:53:13.638688 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Extended resource: quotas {{(pid=79816) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 10 20:53:13.640372 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Extended resource: rbac-policies {{(pid=79816) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 10 20:53:13.641721 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Extended resource: security-groups {{(pid=79816) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 10 20:53:13.643024 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Extended resource: security-group-rules {{(pid=79816) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 10 20:53:13.644319 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Extended resource: service-providers {{(pid=79816) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 10 20:53:13.645605 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Extended resource: subnetpools {{(pid=79816) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 10 20:53:13.647109 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Extended resource: subnetpools {{(pid=79816) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 10 20:53:13.648633 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Extended resource: tags {{(pid=79816) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 10 20:53:13.650455 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Extended resource: tags {{(pid=79816) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 10 20:53:13.652348 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Extended resource: tags {{(pid=79816) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 10 20:53:13.654260 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Extended resource: tags {{(pid=79816) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 10 20:53:13.656721 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Extended resource: tags {{(pid=79816) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 10 20:53:13.658534 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Extended resource: tags {{(pid=79816) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 10 20:53:13.660415 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Extended resource: tags {{(pid=79816) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 10 20:53:13.662378 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Extended resource: tags {{(pid=79816) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 10 20:53:13.664337 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Extended resource: tags {{(pid=79816) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 10 20:53:13.666307 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.extensions [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Extended resource: tags {{(pid=79816) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 10 20:53:13.673933 dv-cinder-775008-1-iscsi neutron-server[79816]: WARNING keystonemiddleware.auth_token [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Feb 10 20:53:13.679171 dv-cinder-775008-1-iscsi neutron-server[79816]: WARNING keystonemiddleware.auth_token [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Feb 10 20:53:13.688339 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Acquired lock "singleton_lock" {{(pid=79816) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Feb 10 20:53:13.688810 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Releasing lock "singleton_lock" {{(pid=79816) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Feb 10 20:53:13.690287 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO oslo_service.service [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Starting 2 workers
Feb 10 20:53:13.695094 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Started child 79928 {{(pid=79816) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 10 20:53:13.699110 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:53:13.699918 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Started child 79929 {{(pid=79816) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 10 20:53:13.700594 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [-] (79928) wsgi starting up on http://0.0.0.0:9696
Feb 10 20:53:13.700994 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 51744) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 20:53:13.701421 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.service [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Neutron service started, listening on 0.0.0.0:9696
Feb 10 20:53:13.702253 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Notify callbacks [] for process, before_spawn {{(pid=79816) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:53:13.703697 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:53:13.704706 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO oslo_service.service [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Starting 1 workers
Feb 10 20:53:13.705100 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [-] (79929) wsgi starting up on http://0.0.0.0:9696
Feb 10 20:53:13.710263 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Started child 79930 {{(pid=79816) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 10 20:53:13.710811 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO oslo_service.service [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Starting 1 workers
Feb 10 20:53:13.712262 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.service [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] calling RpcWorker wait() {{(pid=79930) _wait /opt/stack/neutron/neutron/service.py:128}}
Feb 10 20:53:13.712984 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.service [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] returning from RpcWorker wait() {{(pid=79930) _wait /opt/stack/neutron/neutron/service.py:135}}
Feb 10 20:53:13.713324 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [-] 10.222.0.82 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0095694
Feb 10 20:53:13.714211 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:53:13.714753 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=79930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 20:53:13.716967 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Started child 79931 {{(pid=79816) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 10 20:53:13.718397 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-03fe45dd-ddaa-4c39-bc07-6369ab540821 None None] Notify callbacks [] for process, after_spawn {{(pid=79816) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:53:13.720103 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79816) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Feb 10 20:53:13.720347 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Feb 10 20:53:13.720551 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Feb 10 20:53:13.720827 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Feb 10 20:53:13.721231 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Feb 10 20:53:13.721400 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Feb 10 20:53:13.722156 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.722591 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.723055 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.723477 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.723871 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=79931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:53:13.724125 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.724960 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.725311 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 20:53:13.725554 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.725988 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.726488 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.726898 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.727243 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.727582 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.728004 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.728440 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.728934 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.729373 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.729779 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.730204 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.730554 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.730972 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.731413 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.731856 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.732297 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] debug                          = True {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.732705 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.734240 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.734753 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.735123 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.735516 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.735965 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.736487 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.736956 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.737398 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.737672 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.737962 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.738281 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.738530 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.738790 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.739220 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.739625 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.740234 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] host                           = dv-cinder-775008-1-iscsi {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.740638 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.741063 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.741512 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.741961 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.742475 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.742917 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.743379 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.743847 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.744314 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.744595 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.744878 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.745172 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.745528 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.745786 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.746304 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.746708 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.747099 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.747486 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.747765 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.748026 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.748280 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.748591 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.748815 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.749103 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.749365 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.750406 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.750839 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.751293 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.751557 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.751845 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.752109 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.752392 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.752646 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.752954 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.753227 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.753727 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.754004 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.754309 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.754556 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.754927 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.755333 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.755606 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.755859 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.756109 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.756337 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.756780 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.757078 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.757352 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.757874 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.758736 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.758736 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.758736 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.758978 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.759185 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.759602 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.760008 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.760381 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.760771 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.761196 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.761446 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.761699 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.761947 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.762205 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.762489 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.762735 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.763580 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.763580 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.763580 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.763821 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.764141 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.764635 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.765115 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.765521 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.765956 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.766388 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.766837 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.767703 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.767703 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.767703 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.767953 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.768139 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.768456 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.769404 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.769404 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.769404 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.769623 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.769829 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.770141 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.770407 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.770665 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.770928 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.771264 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.771565 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.771869 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.82/identity {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.772156 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.772392 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.772647 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.774923 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.775207 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.775466 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.775724 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.776050 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.776309 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.776577 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.776852 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.777135 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.777399 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.777697 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.777974 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.778309 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.778588 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.778838 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.779100 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.779904 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.781164 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.785341 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.785663 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.785953 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.786302 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.786612 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.786892 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.787159 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.787423 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.787688 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.790897 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.791190 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.791444 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.791866 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.793513 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.793513 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.793513 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.793513 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.793513 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.793513 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.793942 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.793942 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.794246 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.794386 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.797667 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.798374 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.798942 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.799218 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.799508 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.799767 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.800123 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.800263 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.800513 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.800776 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.801006 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.801264 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.801518 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.801770 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.802047 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.802373 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.803942 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.805249 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.805697 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.806142 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.806561 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.807029 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.807308 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.807573 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.807834 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.808090 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.808390 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.808686 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.808954 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.809418 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.809681 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.809982 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.810268 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.811237 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.811237 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.811237 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.811500 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.811632 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.811824 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.812303 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.812580 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.812882 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.813207 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.813464 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.813802 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.814107 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.815118 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.815118 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.815118 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.815335 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.815574 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.815844 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.816124 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.816412 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.816703 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.817625 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.817625 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.817625 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.817856 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.817983 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.820004 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.820683 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.821592 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.822907 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.823239 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.823520 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.823810 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.824117 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.824406 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.824668 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.825007 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.825300 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.825582 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.825854 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.826601 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.82/identity {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.827272 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.828639 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.828639 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.828639 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.828639 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.828639 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.829100 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.829295 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.829508 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.830961 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.831217 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.831476 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.831752 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.832007 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.832266 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.832556 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.832806 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.833062 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.833338 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.833591 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.833847 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.834130 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.834400 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.834638 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.834889 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.835197 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.835499 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.835745 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.836032 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.836320 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.836597 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.836854 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.837140 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.837394 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.837642 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.837892 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.838170 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.838420 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.838686 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.838967 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.839215 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.839506 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.839773 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.840813 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.840813 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.841061 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.841338 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.841634 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.841862 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.842156 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.842408 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.843294 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.843598 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.843809 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.844226 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.844365 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.844623 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.844888 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.845892 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.845892 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.845892 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.845892 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.846428 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.846428 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.846704 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.846844 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.847104 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.847369 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.847595 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.847843 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.848094 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.848339 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.848602 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.849543 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.849543 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.849543 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.849543 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.850153 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.850153 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.850436 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.850620 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.850893 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.851180 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.852106 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.852106 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.852106 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.852533 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.852533 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.852813 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.853061 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.853357 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.853726 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.854802 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.854802 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.854802 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.855220 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.855220 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.855510 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.855729 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.856060 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.856950 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.856950 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.856950 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.857662 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.860334 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.860334 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.860334 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.860334 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.860334 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.860334 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.860334 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.860334 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.860334 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.863450 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.863450 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.863450 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.863450 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.863450 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.863450 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.863450 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.863450 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Feb 10 20:53:13.864562 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=79816) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Feb 10 20:53:13.864562 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Feb 10 20:53:13.864562 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Feb 10 20:53:13.865075 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Feb 10 20:53:13.865075 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Feb 10 20:53:13.865350 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Feb 10 20:53:13.865563 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.865918 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.866115 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.866259 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.866456 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.866671 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.866864 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.867052 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.867240 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.867428 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.867614 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.867771 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.867958 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.868144 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.868331 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.868514 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.868799 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.868991 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.869179 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.869364 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.869521 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.869831 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.871048 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] debug                          = True {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.871048 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.871048 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.871048 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.871048 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.871727 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.871727 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.871727 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.871727 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.872269 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.872269 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.872269 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.872269 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.872794 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.872794 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.872794 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.873194 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.873194 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] host                           = dv-cinder-775008-1-iscsi {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.873458 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.873458 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.873801 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.873801 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.874126 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.874272 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.874413 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.874565 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.874745 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.874930 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.875182 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.875331 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.875471 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.875610 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.875748 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.875896 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.876045 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.876185 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.876398 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.876563 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.876660 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=79930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 20:53:13.876736 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.876909 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.877645 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.877645 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.877645 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.877645 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.877930 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.877930 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.878192 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.878262 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.878485 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.878578 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.878734 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.878911 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.879091 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.879275 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.879458 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.879640 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.879823 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.880005 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.880187 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.880370 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.880550 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.880731 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.880912 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.881093 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.881275 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.881458 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.881639 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.881821 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.882003 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.882206 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.882392 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.882576 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.883013 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.883196 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.883377 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.883560 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.883742 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.883902 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.884164 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.884299 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.884409 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.884553 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.884734 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.885632 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.885632 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.885632 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.885632 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 10 20:53:13.885632 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.886204 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.886204 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.886204 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.886497 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.886497 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.886696 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.886804 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.886924 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.887033 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.887225 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.887411 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.887615 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.887798 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.887950 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.888094 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.888277 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.888439 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.888621 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.888807 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.888959 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.889149 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.889901 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.890680 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.890864 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.82/identity {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.891017 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.891174 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.891344 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.891529 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.891694 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.891879 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.892911 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.893568 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.893980 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.894309 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.895970 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.895970 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.895970 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.895970 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.895970 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.896500 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.896500 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.896500 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.896796 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.896796 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.897011 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.897121 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.897302 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.897489 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.897675 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.897875 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.898159 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.898315 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.898476 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.898618 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.898759 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.898899 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.899037 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.899176 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.899363 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.899549 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.899807 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.899965 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.900153 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.900337 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.900523 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.901530 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.901530 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.901530 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.902127 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.902324 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.902476 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.902619 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.902872 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.903062 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.903252 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.903440 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.903598 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.903789 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.903975 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.904133 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.904746 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.904939 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.905765 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.906127 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.906425 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.906624 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.906816 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.907032 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.907195 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.907383 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.907570 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.907756 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.907941 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.908126 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.908312 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.908498 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.908685 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.908843 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.909028 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.909217 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.909403 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.909586 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.909743 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.909932 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.910940 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.911137 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.911343 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.911486 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.911626 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.911808 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.912004 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.912190 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.912378 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.912543 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.912732 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.912931 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.913090 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.913277 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.913461 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.913645 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.913830 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.914068 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.914223 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.914364 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.914615 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.914762 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.914902 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.915041 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.915182 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.915330 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.915515 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.915754 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.915939 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.916096 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.916327 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.916475 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.916615 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.916753 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.916892 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.917077 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.917262 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.917448 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.918564 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.82/identity {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.918846 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.919039 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.919230 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.919885 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.920038 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.920410 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.921054 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.922152 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.922468 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.923123 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.923449 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.923766 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.924081 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.924503 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.924814 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.925603 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.925916 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.926255 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.926563 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.926871 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.927182 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.927496 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.928320 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.928320 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.929038 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.929358 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.929852 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.930399 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.931090 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.931410 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.931736 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.932050 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.932352 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.932640 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.932950 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.933717 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.934045 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.934649 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.934649 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.934928 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.935233 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.935547 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.935852 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.937148 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.937148 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.937148 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.937148 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.937774 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.937774 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.937774 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.937774 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.938361 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.938361 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.938361 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.938789 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.938789 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.938789 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.939179 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.939179 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.939470 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.939470 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.939745 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.939745 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.940010 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.940149 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.940289 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.940437 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.940586 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.940773 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.940963 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.941151 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.941340 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.941539 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.941728 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.941917 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.942128 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.942316 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.942513 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.942722 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.942916 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.943112 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.943297 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.943483 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.943670 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.943869 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.944057 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.944302 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.944401 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.944582 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.944764 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.944951 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.945142 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.945338 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.945536 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.945721 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.945915 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.946132 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.946298 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.946489 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.946681 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.946882 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.947069 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.947253 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.947438 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.947623 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.947808 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.947992 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.948203 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.948352 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.948524 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.948709 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.948893 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.949077 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.949261 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.949446 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.949630 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.949813 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.949998 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.950196 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.950733 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 10 20:53:13.950733 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=79816) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Feb 10 20:53:24.179557 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9c75a6-0414-40ef-9d0b-db96089526c7 None None] get_active_networks_info from dv-cinder-775008-1-iscsi {{(pid=79930) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Feb 10 20:53:24.364056 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9c75a6-0414-40ef-9d0b-db96089526c7 None None] No non-hosted networks {{(pid=79930) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Feb 10 20:53:24.395350 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.agentschedulers_db [None req-ce9c75a6-0414-40ef-9d0b-db96089526c7 None None] DHCP Agent not found on host dv-cinder-775008-1-iscsi {{(pid=79930) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:447}}
Feb 10 20:53:24.547300 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-f874f596-b3b3-4dce-9929-51659070f424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155'] for agent, after_create {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:53:26.578866 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-40a360a1-ac4d-463f-a214-0cbc9766600b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155'] for agent, after_create {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:53:26.643426 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-da1142b6-d73a-485c-bcde-ba380db8fa70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:53:27.272915 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8e35c017-ca0e-4997-9af4-ce0f5f2c761e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155'] for agent, after_create {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:53:28.147349 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155'] for agent, after_create {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:53:28.148586 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 20:53:28.148586 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 20:53:28.150115 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 20:53:28.150115 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 20:53:28.150115 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 20:53:28.150610 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 20:53:28.150610 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 20:53:28.150945 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 20:53:28.151492 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 20:53:28.152250 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 20:53:28.152250 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 20:53:28.152576 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 20:53:28.153119 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fbf916a25f8>, 'Open vSwitch agent', 'dv-cinder-775008-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=79930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 20:53:28.158850 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fbf916af5c0>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-775008-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=79930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 20:53:28.272075 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a16a173f-35ea-40df-9953-0a23fc2526db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155'] for agent, after_create {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:53:30.064120 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 51850) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 20:53:30.114331 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] get_endpoint_by_host() called for host dv-cinder-775008-1-iscsi {{(pid=79930) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Feb 10 20:53:30.114331 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] get_endpoint_by_ip() called for ip 192.168.0.24 {{(pid=79930) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Feb 10 20:53:30.120895 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] _add_endpoint() called for ip 192.168.0.24 {{(pid=79930) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Feb 10 20:53:30.128041 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] _get_endpoints() called {{(pid=79930) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Feb 10 20:53:30.760671 dv-cinder-775008-1-iscsi neutron-server[79816]: WARNING oslo_policy.policy [None req-395b1ca8-991a-4d27-b1aa-228df2c04557 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 10 20:53:30.761288 dv-cinder-775008-1-iscsi neutron-server[79816]: WARNING oslo_policy.policy [None req-395b1ca8-991a-4d27-b1aa-228df2c04557 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 10 20:53:31.000552 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [None req-395b1ca8-991a-4d27-b1aa-228df2c04557 admin admin] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=79929) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 10 20:53:31.001805 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-395b1ca8-991a-4d27-b1aa-228df2c04557 admin admin] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.9347718
Feb 10 20:53:31.822731 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.db.l3_hamode_db [None req-47d2ec33-9739-4fb9-8fe4-4e044ea47c5f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Feb 10 20:53:31.916138 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d2ec33-9739-4fb9-8fe4-4e044ea47c5f None None] Routers set() bound to L3 agent in host dv-cinder-775008-1-iscsi {{(pid=79930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 10 20:53:31.916495 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d2ec33-9739-4fb9-8fe4-4e044ea47c5f None None] Router IDs set() for agent in host dv-cinder-775008-1-iscsi {{(pid=79930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Feb 10 20:53:33.773191 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 51866) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 20:53:34.199063 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [None req-5168b6ed-0b8f-4a03-a585-04614406c46b admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True}} {{(pid=79929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 20:53:34.270230 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.policy [None req-5168b6ed-0b8f-4a03-a585-04614406c46b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=79929) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Feb 10 20:53:34.271077 dv-cinder-775008-1-iscsi neutron-server[79816]: WARNING oslo_policy.policy [None req-5168b6ed-0b8f-4a03-a585-04614406c46b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 10 20:53:34.271488 dv-cinder-775008-1-iscsi neutron-server[79816]: WARNING oslo_policy.policy [None req-5168b6ed-0b8f-4a03-a585-04614406c46b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 10 20:53:34.298543 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.quota [None req-5168b6ed-0b8f-4a03-a585-04614406c46b admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fbf916bd550>.
Feb 10 20:53:34.314340 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-5168b6ed-0b8f-4a03-a585-04614406c46b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 20:53:34.371089 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-5168b6ed-0b8f-4a03-a585-04614406c46b admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363258057303735', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363258057355184', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363258057358764', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363258057250273', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363258057249168', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1047147', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-995774', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036850700930', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3768018'] for rbac-policy, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:53:34.436576 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-5168b6ed-0b8f-4a03-a585-04614406c46b admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:53:34.437848 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-5168b6ed-0b8f-4a03-a585-04614406c46b admin admin] 10.222.0.82 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.6636374
Feb 10 20:53:37.558650 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 51880) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 20:53:37.970129 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [None req-fa540bfe-a73c-43fa-a54c-7e6e45df5969 admin admin] Request body: {'network': {'project_id': '2c3e985d803e4c8a80223fc8e3f1961e', 'admin_state_up': True, 'name': 'private'}} {{(pid=79929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 20:53:37.976121 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-fa540bfe-a73c-43fa-a54c-7e6e45df5969 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 20:53:37.980777 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-fa540bfe-a73c-43fa-a54c-7e6e45df5969 admin admin] Usage tracker for resource:network and tenant:2c3e985d803e4c8a80223fc8e3f1961e is out of sync, need to count used quota {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 20:53:37.985738 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-fa540bfe-a73c-43fa-a54c-7e6e45df5969 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 20:53:37.992822 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-fa540bfe-a73c-43fa-a54c-7e6e45df5969 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 20:53:38.002888 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa540bfe-a73c-43fa-a54c-7e6e45df5969 admin admin] Made reservation on behalf of 2c3e985d803e4c8a80223fc8e3f1961e for: {'network': 1} {{(pid=79929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 10 20:53:38.009325 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-fa540bfe-a73c-43fa-a54c-7e6e45df5969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for network, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:53:38.027415 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-fa540bfe-a73c-43fa-a54c-7e6e45df5969 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:53:38.042954 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-fa540bfe-a73c-43fa-a54c-7e6e45df5969 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 20:53:38.047994 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-fa540bfe-a73c-43fa-a54c-7e6e45df5969 admin admin] Usage tracker for resource:security_group_rule and tenant:2c3e985d803e4c8a80223fc8e3f1961e is out of sync, need to count used quota {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 20:53:38.051734 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-fa540bfe-a73c-43fa-a54c-7e6e45df5969 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 20:53:38.057396 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-fa540bfe-a73c-43fa-a54c-7e6e45df5969 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 20:53:38.159465 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-fa540bfe-a73c-43fa-a54c-7e6e45df5969 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:53:38.162342 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-fa540bfe-a73c-43fa-a54c-7e6e45df5969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:53:38.168033 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 20:53:38.348415 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa540bfe-a73c-43fa-a54c-7e6e45df5969 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1}  {{(pid=79929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 10 20:53:38.377252 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-fa540bfe-a73c-43fa-a54c-7e6e45df5969 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363258056608645', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853830591'] for segment, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:53:38.377756 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.db.segments_db [None req-fa540bfe-a73c-43fa-a54c-7e6e45df5969 admin admin] Added segment 32a25699-53cb-4ca6-887c-9e866458bb74 of type vxlan for network fda1aa71-242e-4d35-a3a6-a8e809cde95a
Feb 10 20:53:38.427878 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa540bfe-a73c-43fa-a54c-7e6e45df5969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9de5a6e2-0c64-4a16-b958-1949629c3361,revision_number=1']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 20:53:38.449496 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa540bfe-a73c-43fa-a54c-7e6e45df5969 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 20:53:38.449876 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa540bfe-a73c-43fa-a54c-7e6e45df5969 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 20:53:38.450262 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa540bfe-a73c-43fa-a54c-7e6e45df5969 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 20:53:38.450620 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa540bfe-a73c-43fa-a54c-7e6e45df5969 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 20:53:38.450970 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa540bfe-a73c-43fa-a54c-7e6e45df5969 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 20:53:38.451375 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa540bfe-a73c-43fa-a54c-7e6e45df5969 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 20:53:38.451723 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa540bfe-a73c-43fa-a54c-7e6e45df5969 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 20:53:38.452071 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa540bfe-a73c-43fa-a54c-7e6e45df5969 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 20:53:38.452430 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa540bfe-a73c-43fa-a54c-7e6e45df5969 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 20:53:38.452775 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa540bfe-a73c-43fa-a54c-7e6e45df5969 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 20:53:38.453120 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa540bfe-a73c-43fa-a54c-7e6e45df5969 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 20:53:38.453459 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa540bfe-a73c-43fa-a54c-7e6e45df5969 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 20:53:38.454609 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa540bfe-a73c-43fa-a54c-7e6e45df5969 admin admin] Tracked resource versions report:
Feb 10 20:53:38.454609 dv-cinder-775008-1-iscsi neutron-server[79816]: pushed versions:
Feb 10 20:53:38.454609 dv-cinder-775008-1-iscsi neutron-server[79816]: {   'AddressGroup': {'1.1'},
Feb 10 20:53:38.454609 dv-cinder-775008-1-iscsi neutron-server[79816]:     'ConntrackHelper': {'1.0'},
Feb 10 20:53:38.454609 dv-cinder-775008-1-iscsi neutron-server[79816]:     'Log': {'1.0'},
Feb 10 20:53:38.454609 dv-cinder-775008-1-iscsi neutron-server[79816]:     'Network': {'1.1'},
Feb 10 20:53:38.454609 dv-cinder-775008-1-iscsi neutron-server[79816]:     'Port': {'1.7'},
Feb 10 20:53:38.454609 dv-cinder-775008-1-iscsi neutron-server[79816]:     'PortForwarding': {'1.2'},
Feb 10 20:53:38.454609 dv-cinder-775008-1-iscsi neutron-server[79816]:     'QosPolicy': {'1.8'},
Feb 10 20:53:38.454609 dv-cinder-775008-1-iscsi neutron-server[79816]:     'SecurityGroup': {'1.4'},
Feb 10 20:53:38.454609 dv-cinder-775008-1-iscsi neutron-server[79816]:     'SecurityGroupRule': {'1.2'},
Feb 10 20:53:38.454609 dv-cinder-775008-1-iscsi neutron-server[79816]:     'SubPort': {'1.0'},
Feb 10 20:53:38.454609 dv-cinder-775008-1-iscsi neutron-server[79816]:     'Subnet': {'1.1'},
Feb 10 20:53:38.454609 dv-cinder-775008-1-iscsi neutron-server[79816]:     'Trunk': {'1.1'}}
Feb 10 20:53:38.454609 dv-cinder-775008-1-iscsi neutron-server[79816]: consumer versions:
Feb 10 20:53:38.454609 dv-cinder-775008-1-iscsi neutron-server[79816]: {   DHCP agent@dv-cinder-775008-1-iscsi: {},
Feb 10 20:53:38.454609 dv-cinder-775008-1-iscsi neutron-server[79816]:     L3 agent@dv-cinder-775008-1-iscsi: {},
Feb 10 20:53:38.454609 dv-cinder-775008-1-iscsi neutron-server[79816]:     Metadata agent@dv-cinder-775008-1-iscsi: {},
Feb 10 20:53:38.454609 dv-cinder-775008-1-iscsi neutron-server[79816]:     Metering agent@dv-cinder-775008-1-iscsi: {},
Feb 10 20:53:38.454609 dv-cinder-775008-1-iscsi neutron-server[79816]:     Open vSwitch agent@dv-cinder-775008-1-iscsi: {   'AddressGroup': '1.1',
Feb 10 20:53:38.454609 dv-cinder-775008-1-iscsi neutron-server[79816]:                                                      'ConntrackHelper': '1.0',
Feb 10 20:53:38.454609 dv-cinder-775008-1-iscsi neutron-server[79816]:                                                      'Log': '1.0',
Feb 10 20:53:38.454609 dv-cinder-775008-1-iscsi neutron-server[79816]:                                                      'Network': '1.1',
Feb 10 20:53:38.454609 dv-cinder-775008-1-iscsi neutron-server[79816]:                                                      'Port': '1.7',
Feb 10 20:53:38.454609 dv-cinder-775008-1-iscsi neutron-server[79816]:                                                      'PortForwarding': '1.2',
Feb 10 20:53:38.454609 dv-cinder-775008-1-iscsi neutron-server[79816]:                                                      'QosPolicy': '1.8',
Feb 10 20:53:38.454609 dv-cinder-775008-1-iscsi neutron-server[79816]:                                                      'SecurityGroup': '1.4',
Feb 10 20:53:38.454609 dv-cinder-775008-1-iscsi neutron-server[79816]:                                                      'SecurityGroupRule': '1.2',
Feb 10 20:53:38.454609 dv-cinder-775008-1-iscsi neutron-server[79816]:                                                      'SubPort': '1.0',
Feb 10 20:53:38.454609 dv-cinder-775008-1-iscsi neutron-server[79816]:                                                      'Subnet': '1.1',
Feb 10 20:53:38.454609 dv-cinder-775008-1-iscsi neutron-server[79816]:                                                      'Trunk': '1.1'}}
Feb 10 20:53:38.454609 dv-cinder-775008-1-iscsi neutron-server[79816]:  {{(pid=79929) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 10 20:53:38.496266 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-fa540bfe-a73c-43fa-a54c-7e6e45df5969 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363258057162953'] for network, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:53:38.511024 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-fa540bfe-a73c-43fa-a54c-7e6e45df5969 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 20:53:38.538824 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-fa540bfe-a73c-43fa-a54c-7e6e45df5969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014'] for network, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:53:38.540111 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa540bfe-a73c-43fa-a54c-7e6e45df5969 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 20:53:38.540756 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-fa540bfe-a73c-43fa-a54c-7e6e45df5969 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728031'] for network, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:53:38.545983 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 20:53:38.651429 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-fa540bfe-a73c-43fa-a54c-7e6e45df5969 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201  len: 842 time: 1.0915494
Feb 10 20:53:38.658200 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa540bfe-a73c-43fa-a54c-7e6e45df5969 admin admin] Pushing event updated for resources: {'Network': ['ID=fda1aa71-242e-4d35-a3a6-a8e809cde95a,revision_number=1']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 20:53:38.668573 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-fa540bfe-a73c-43fa-a54c-7e6e45df5969 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 20:53:38.677049 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Network fda1aa71-242e-4d35-a3a6-a8e809cde95a details requested by agent ovs-agent-dv-cinder-775008-1-iscsi with host dv-cinder-775008-1-iscsi {{(pid=79930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 10 20:53:41.751449 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 51896) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 20:53:42.263456 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6297a451-10d8-44f0-964f-40b85bdd8d7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 20:53:42.265356 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-6297a451-10d8-44f0-964f-40b85bdd8d7b admin admin] 10.222.0.82 "GET /v2.0/networks/fda1aa71-242e-4d35-a3a6-a8e809cde95a HTTP/1.1" status: 200  len: 818 time: 0.5128763
Feb 10 20:53:42.294030 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-333dc788-4385-4a37-b294-8a27d95164a2 admin admin] 10.222.0.82 "GET /v2.0/subnetpools/19b93def-fc79-4f5c-b0af-24d554321a4e HTTP/1.1" status: 200  len: 734 time: 0.0225456
Feb 10 20:53:42.303951 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [None req-88cac81a-5d0c-470d-8e27-892fb8e90b39 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': '19b93def-fc79-4f5c-b0af-24d554321a4e', 'tenant_id': '2c3e985d803e4c8a80223fc8e3f1961e', 'network_id': 'fda1aa71-242e-4d35-a3a6-a8e809cde95a', 'name': 'private-subnet'}} {{(pid=79929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 20:53:42.308419 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-88cac81a-5d0c-470d-8e27-892fb8e90b39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 20:53:42.312819 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-88cac81a-5d0c-470d-8e27-892fb8e90b39 admin admin] Usage tracker for resource:subnet and tenant:2c3e985d803e4c8a80223fc8e3f1961e is out of sync, need to count used quota {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 20:53:42.315783 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-88cac81a-5d0c-470d-8e27-892fb8e90b39 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 20:53:42.321288 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-88cac81a-5d0c-470d-8e27-892fb8e90b39 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 20:53:42.330111 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88cac81a-5d0c-470d-8e27-892fb8e90b39 admin admin] Made reservation on behalf of 2c3e985d803e4c8a80223fc8e3f1961e for: {'subnet': 1} {{(pid=79929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 10 20:53:42.335244 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-88cac81a-5d0c-470d-8e27-892fb8e90b39 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:53:42.844865 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-88cac81a-5d0c-470d-8e27-892fb8e90b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014'] for subnet, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:53:42.858054 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 20:53:43.007498 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cac81a-5d0c-470d-8e27-892fb8e90b39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01cfd3b7-7db6-4874-bd52-4479b6f3fcfa,revision_number=0']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 20:53:43.013513 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-88cac81a-5d0c-470d-8e27-892fb8e90b39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 20:53:43.084725 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cac81a-5d0c-470d-8e27-892fb8e90b39 admin admin] Checking segment: {'id': '32a25699-53cb-4ca6-887c-9e866458bb74', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'fda1aa71-242e-4d35-a3a6-a8e809cde95a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 10 20:53:43.085120 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88cac81a-5d0c-470d-8e27-892fb8e90b39 admin admin] Network hostable DHCP agents. Network: fda1aa71-242e-4d35-a3a6-a8e809cde95a, hostable agents: ['81d85903-877f-455d-aaa7-fc933394e41c'], hosted agents: [] {{(pid=79929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 10 20:53:43.107796 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88cac81a-5d0c-470d-8e27-892fb8e90b39 admin admin] Network fda1aa71-242e-4d35-a3a6-a8e809cde95a is scheduled to be hosted by DHCP agent 81d85903-877f-455d-aaa7-fc933394e41c with binding_index 1 {{(pid=79929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 10 20:53:43.118471 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.base_scheduler [None req-88cac81a-5d0c-470d-8e27-892fb8e90b39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775008-1-iscsi, fda1aa71-242e-4d35-a3a6-a8e809cde95a) {{(pid=79929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 10 20:53:43.127951 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88cac81a-5d0c-470d-8e27-892fb8e90b39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 20:53:43.128611 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-88cac81a-5d0c-470d-8e27-892fb8e90b39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728031'] for subnet, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:53:43.133561 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f06202e-908a-418c-a5af-7adba6595cb5 None None] Network fda1aa71-242e-4d35-a3a6-a8e809cde95a requested from dv-cinder-775008-1-iscsi {{(pid=79930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 10 20:53:43.148406 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-88cac81a-5d0c-470d-8e27-892fb8e90b39 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.8479953
Feb 10 20:53:43.655642 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65868bf6-ec91-43c4-b0cd-ee85579210f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e4fef36-f19b-5af1-8d30-5a9f97738b06-fda1aa71-242e-4d35-a3a6-a8e809cde95a', 'network_id': 'fda1aa71-242e-4d35-a3a6-a8e809cde95a', 'tenant_id': '2c3e985d803e4c8a80223fc8e3f1961e', 'fixed_ips': [{'subnet_id': '01cfd3b7-7db6-4874-bd52-4479b6f3fcfa'}]}} from dv-cinder-775008-1-iscsi. {{(pid=79930) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 10 20:53:43.656741 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-65868bf6-ec91-43c4-b0cd-ee85579210f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_create {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:53:43.976935 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.db_base_plugin_common [None req-65868bf6-ec91-43c4-b0cd-ee85579210f8 None None] Allocated IP 172.20.0.2 (fda1aa71-242e-4d35-a3a6-a8e809cde95a/01cfd3b7-7db6-4874-bd52-4479b6f3fcfa/24e3bdcc-51c2-438a-8ee7-fb1d05002ad8) {{(pid=79930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 10 20:53:44.224456 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-65868bf6-ec91-43c4-b0cd-ee85579210f8 None None] Notify callbacks [] for port, precommit_create {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:53:44.238416 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-65868bf6-ec91-43c4-b0cd-ee85579210f8 None None] Transition to ACTIVE for port object 24e3bdcc-51c2-438a-8ee7-fb1d05002ad8 will not be triggered until provisioned by entity L2. {{(pid=79930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 10 20:53:44.259091 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-65868bf6-ec91-43c4-b0cd-ee85579210f8 None None] Transition to ACTIVE for port object 24e3bdcc-51c2-438a-8ee7-fb1d05002ad8 will not be triggered until provisioned by entity DHCP. {{(pid=79930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 10 20:53:44.265055 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-65868bf6-ec91-43c4-b0cd-ee85579210f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778797635767'] for port, after_create {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:53:44.281149 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 20:53:44.422719 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65868bf6-ec91-43c4-b0cd-ee85579210f8 None None] Pushing event updated for resources: {'Port': ['ID=24e3bdcc-51c2-438a-8ee7-fb1d05002ad8,revision_number=1']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 20:53:44.436497 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65868bf6-ec91-43c4-b0cd-ee85579210f8 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 20:53:44.436861 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65868bf6-ec91-43c4-b0cd-ee85579210f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 20:53:44.437223 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65868bf6-ec91-43c4-b0cd-ee85579210f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 20:53:44.437817 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65868bf6-ec91-43c4-b0cd-ee85579210f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 20:53:44.438205 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65868bf6-ec91-43c4-b0cd-ee85579210f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 20:53:44.438567 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65868bf6-ec91-43c4-b0cd-ee85579210f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 20:53:44.438924 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65868bf6-ec91-43c4-b0cd-ee85579210f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 20:53:44.439278 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65868bf6-ec91-43c4-b0cd-ee85579210f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 20:53:44.439632 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65868bf6-ec91-43c4-b0cd-ee85579210f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 20:53:44.439982 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65868bf6-ec91-43c4-b0cd-ee85579210f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 20:53:44.440340 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65868bf6-ec91-43c4-b0cd-ee85579210f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 20:53:44.440688 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65868bf6-ec91-43c4-b0cd-ee85579210f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 20:53:44.441847 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65868bf6-ec91-43c4-b0cd-ee85579210f8 None None] Tracked resource versions report:
Feb 10 20:53:44.441847 dv-cinder-775008-1-iscsi neutron-server[79816]: pushed versions:
Feb 10 20:53:44.441847 dv-cinder-775008-1-iscsi neutron-server[79816]: {   'AddressGroup': {'1.1'},
Feb 10 20:53:44.441847 dv-cinder-775008-1-iscsi neutron-server[79816]:     'ConntrackHelper': {'1.0'},
Feb 10 20:53:44.441847 dv-cinder-775008-1-iscsi neutron-server[79816]:     'Log': {'1.0'},
Feb 10 20:53:44.441847 dv-cinder-775008-1-iscsi neutron-server[79816]:     'Network': {'1.1'},
Feb 10 20:53:44.441847 dv-cinder-775008-1-iscsi neutron-server[79816]:     'Port': {'1.7'},
Feb 10 20:53:44.441847 dv-cinder-775008-1-iscsi neutron-server[79816]:     'PortForwarding': {'1.2'},
Feb 10 20:53:44.441847 dv-cinder-775008-1-iscsi neutron-server[79816]:     'QosPolicy': {'1.8'},
Feb 10 20:53:44.441847 dv-cinder-775008-1-iscsi neutron-server[79816]:     'SecurityGroup': {'1.4'},
Feb 10 20:53:44.441847 dv-cinder-775008-1-iscsi neutron-server[79816]:     'SecurityGroupRule': {'1.2'},
Feb 10 20:53:44.441847 dv-cinder-775008-1-iscsi neutron-server[79816]:     'SubPort': {'1.0'},
Feb 10 20:53:44.441847 dv-cinder-775008-1-iscsi neutron-server[79816]:     'Subnet': {'1.1'},
Feb 10 20:53:44.441847 dv-cinder-775008-1-iscsi neutron-server[79816]:     'Trunk': {'1.1'}}
Feb 10 20:53:44.441847 dv-cinder-775008-1-iscsi neutron-server[79816]: consumer versions:
Feb 10 20:53:44.441847 dv-cinder-775008-1-iscsi neutron-server[79816]: {   DHCP agent@dv-cinder-775008-1-iscsi: {},
Feb 10 20:53:44.441847 dv-cinder-775008-1-iscsi neutron-server[79816]:     L3 agent@dv-cinder-775008-1-iscsi: {},
Feb 10 20:53:44.441847 dv-cinder-775008-1-iscsi neutron-server[79816]:     Metadata agent@dv-cinder-775008-1-iscsi: {},
Feb 10 20:53:44.441847 dv-cinder-775008-1-iscsi neutron-server[79816]:     Metering agent@dv-cinder-775008-1-iscsi: {},
Feb 10 20:53:44.441847 dv-cinder-775008-1-iscsi neutron-server[79816]:     Open vSwitch agent@dv-cinder-775008-1-iscsi: {   'AddressGroup': '1.1',
Feb 10 20:53:44.441847 dv-cinder-775008-1-iscsi neutron-server[79816]:                                                      'ConntrackHelper': '1.0',
Feb 10 20:53:44.441847 dv-cinder-775008-1-iscsi neutron-server[79816]:                                                      'Log': '1.0',
Feb 10 20:53:44.441847 dv-cinder-775008-1-iscsi neutron-server[79816]:                                                      'Network': '1.1',
Feb 10 20:53:44.441847 dv-cinder-775008-1-iscsi neutron-server[79816]:                                                      'Port': '1.7',
Feb 10 20:53:44.441847 dv-cinder-775008-1-iscsi neutron-server[79816]:                                                      'PortForwarding': '1.2',
Feb 10 20:53:44.441847 dv-cinder-775008-1-iscsi neutron-server[79816]:                                                      'QosPolicy': '1.8',
Feb 10 20:53:44.441847 dv-cinder-775008-1-iscsi neutron-server[79816]:                                                      'SecurityGroup': '1.4',
Feb 10 20:53:44.441847 dv-cinder-775008-1-iscsi neutron-server[79816]:                                                      'SecurityGroupRule': '1.2',
Feb 10 20:53:44.441847 dv-cinder-775008-1-iscsi neutron-server[79816]:                                                      'SubPort': '1.0',
Feb 10 20:53:44.441847 dv-cinder-775008-1-iscsi neutron-server[79816]:                                                      'Subnet': '1.1',
Feb 10 20:53:44.441847 dv-cinder-775008-1-iscsi neutron-server[79816]:                                                      'Trunk': '1.1'}}
Feb 10 20:53:44.441847 dv-cinder-775008-1-iscsi neutron-server[79816]:  {{(pid=79930) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 10 20:53:44.448425 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-65868bf6-ec91-43c4-b0cd-ee85579210f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 20:53:44.489953 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65868bf6-ec91-43c4-b0cd-ee85579210f8 None None] Network fda1aa71-242e-4d35-a3a6-a8e809cde95a is already hosted by enough agents. {{(pid=79930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 10 20:53:44.491282 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.base_scheduler [None req-65868bf6-ec91-43c4-b0cd-ee85579210f8 None None] Resources bound (agent type, host, resource id):  {{(pid=79930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 10 20:53:44.494139 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65868bf6-ec91-43c4-b0cd-ee85579210f8 None None] Received port after_create {{(pid=79930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 10 20:53:44.558808 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-65868bf6-ec91-43c4-b0cd-ee85579210f8 None None] Attempting to bind port 24e3bdcc-51c2-438a-8ee7-fb1d05002ad8 on host dv-cinder-775008-1-iscsi for vnic_type normal with profile  {{(pid=79930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 10 20:53:44.559214 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-65868bf6-ec91-43c4-b0cd-ee85579210f8 None None] Attempting to bind port 24e3bdcc-51c2-438a-8ee7-fb1d05002ad8 by drivers openvswitch on host dv-cinder-775008-1-iscsi at level 0 using segments [{'id': '32a25699-53cb-4ca6-887c-9e866458bb74', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'fda1aa71-242e-4d35-a3a6-a8e809cde95a'}] {{(pid=79930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 10 20:53:44.559613 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65868bf6-ec91-43c4-b0cd-ee85579210f8 None None] Attempting to bind port 24e3bdcc-51c2-438a-8ee7-fb1d05002ad8 on network fda1aa71-242e-4d35-a3a6-a8e809cde95a {{(pid=79930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 10 20:53:44.565276 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65868bf6-ec91-43c4-b0cd-ee85579210f8 None None] Checking agent: {'id': '1c483f99-5707-4fa0-b001-c7f2c0c49e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775008-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 10, 20, 53, 28), 'started_at': datetime.datetime(2021, 2, 10, 20, 53, 28), 'heartbeat_timestamp': datetime.datetime(2021, 2, 10, 20, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775008-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 10 20:53:44.565700 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65868bf6-ec91-43c4-b0cd-ee85579210f8 None None] Checking segment: {'id': '32a25699-53cb-4ca6-887c-9e866458bb74', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'fda1aa71-242e-4d35-a3a6-a8e809cde95a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 10 20:53:44.567007 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-65868bf6-ec91-43c4-b0cd-ee85579210f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:53:44.567007 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65868bf6-ec91-43c4-b0cd-ee85579210f8 None None] Bound using segment: {'id': '32a25699-53cb-4ca6-887c-9e866458bb74', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'fda1aa71-242e-4d35-a3a6-a8e809cde95a'} {{(pid=79930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 10 20:53:44.567209 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-65868bf6-ec91-43c4-b0cd-ee85579210f8 None None] Bound port: 24e3bdcc-51c2-438a-8ee7-fb1d05002ad8, host: dv-cinder-775008-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a25699-53cb-4ca6-887c-9e866458bb74', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'fda1aa71-242e-4d35-a3a6-a8e809cde95a'}}] {{(pid=79930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 10 20:53:44.567583 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-65868bf6-ec91-43c4-b0cd-ee85579210f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:53:44.662284 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-65868bf6-ec91-43c4-b0cd-ee85579210f8 None None] For port 24e3bdcc-51c2-438a-8ee7-fb1d05002ad8, host dv-cinder-775008-1-iscsi, cleared binding levels {{(pid=79930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 10 20:53:44.666493 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-65868bf6-ec91-43c4-b0cd-ee85579210f8 None None] For port 24e3bdcc-51c2-438a-8ee7-fb1d05002ad8, host dv-cinder-775008-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-iscsi',level=0,port_id=24e3bdcc-51c2-438a-8ee7-fb1d05002ad8,segment=NetworkSegment(32a25699-53cb-4ca6-887c-9e866458bb74),segment_id=32a25699-53cb-4ca6-887c-9e866458bb74)] {{(pid=79930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 10 20:53:44.670751 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-65868bf6-ec91-43c4-b0cd-ee85579210f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:53:44.686527 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 20:53:44.852227 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65868bf6-ec91-43c4-b0cd-ee85579210f8 None None] Pushing event updated for resources: {'Port': ['ID=24e3bdcc-51c2-438a-8ee7-fb1d05002ad8,revision_number=2']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 20:53:44.857107 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-65868bf6-ec91-43c4-b0cd-ee85579210f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 20:53:46.046989 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 51906) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 20:53:46.503591 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [None req-12dcef43-15d8-4248-8704-7b726511480a admin admin] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=79929) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 10 20:53:46.504671 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-12dcef43-15d8-4248-8704-7b726511480a admin admin] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.4567168
Feb 10 20:53:48.187904 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Device 24e3bdcc-51c2-438a-8ee7-fb1d05002ad8 up at agent ovs-agent-dv-cinder-775008-1-iscsi {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 20:53:48.262587 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Provisioning for port 24e3bdcc-51c2-438a-8ee7-fb1d05002ad8 completed by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 10 20:53:49.385062 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 51920) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 20:53:49.816092 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [None req-b02cebc9-941c-4368-832c-ce555db161be admin admin] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=79929) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 10 20:53:49.817256 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-b02cebc9-941c-4368-832c-ce555db161be admin admin] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.4311984
Feb 10 20:53:49.856450 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef59d7fb-676d-416e-9398-c0aa852a93aa None None] Network fda1aa71-242e-4d35-a3a6-a8e809cde95a requested from dv-cinder-775008-1-iscsi {{(pid=79930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 10 20:53:49.979188 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-ee80e36b-98b7-4320-8f77-15529544814b None None] Provisioning for port 24e3bdcc-51c2-438a-8ee7-fb1d05002ad8 completed by entity DHCP. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 10 20:53:49.989292 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-ee80e36b-98b7-4320-8f77-15529544814b None None] Provisioning complete for port 24e3bdcc-51c2-438a-8ee7-fb1d05002ad8 triggered by entity DHCP. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 20:53:49.989707 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ee80e36b-98b7-4320-8f77-15529544814b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:53:50.238441 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ee80e36b-98b7-4320-8f77-15529544814b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:53:50.285645 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-ee80e36b-98b7-4320-8f77-15529544814b None None] For port 24e3bdcc-51c2-438a-8ee7-fb1d05002ad8, host dv-cinder-775008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-iscsi',level=0,port_id=24e3bdcc-51c2-438a-8ee7-fb1d05002ad8,segment=NetworkSegment(32a25699-53cb-4ca6-887c-9e866458bb74),segment_id=32a25699-53cb-4ca6-887c-9e866458bb74)] {{(pid=79930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 20:53:50.290072 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ee80e36b-98b7-4320-8f77-15529544814b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:53:50.295476 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-65868bf6-ec91-43c4-b0cd-ee85579210f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 20:53:50.366306 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee80e36b-98b7-4320-8f77-15529544814b None None] Pushing event updated for resources: {'Port': ['ID=24e3bdcc-51c2-438a-8ee7-fb1d05002ad8,revision_number=3']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 20:53:50.370167 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-ee80e36b-98b7-4320-8f77-15529544814b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 20:53:50.515728 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-8276725c-3cb0-4a10-926f-029cc8c08238 None None] Provisioning complete for port 24e3bdcc-51c2-438a-8ee7-fb1d05002ad8 triggered by entity DHCP. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 20:53:50.516414 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8276725c-3cb0-4a10-926f-029cc8c08238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:53:50.775001 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-85050759-a6e7-463b-958c-bf92090bbdff None None] Provisioning complete for port 24e3bdcc-51c2-438a-8ee7-fb1d05002ad8 triggered by entity DHCP. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 20:53:50.775410 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-85050759-a6e7-463b-958c-bf92090bbdff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:53:52.164576 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Device 24e3bdcc-51c2-438a-8ee7-fb1d05002ad8 up at agent ovs-agent-dv-cinder-775008-1-iscsi {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 20:53:52.235838 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Provisioning complete for port 24e3bdcc-51c2-438a-8ee7-fb1d05002ad8 triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 20:53:52.236246 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:53:52.903293 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 51932) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 20:53:53.319002 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [None req-2f5d13b6-d00c-432a-929a-a1d76b2d9e3a admin admin] Request body: {'router': {'tenant_id': '2c3e985d803e4c8a80223fc8e3f1961e', 'admin_state_up': True, 'name': 'router1'}} {{(pid=79929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 20:53:53.324590 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-2f5d13b6-d00c-432a-929a-a1d76b2d9e3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 20:53:53.329370 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-2f5d13b6-d00c-432a-929a-a1d76b2d9e3a admin admin] Usage tracker for resource:router and tenant:2c3e985d803e4c8a80223fc8e3f1961e is out of sync, need to count used quota {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 20:53:53.332734 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-2f5d13b6-d00c-432a-929a-a1d76b2d9e3a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 20:53:53.338480 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-2f5d13b6-d00c-432a-929a-a1d76b2d9e3a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 20:53:53.347787 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-2f5d13b6-d00c-432a-929a-a1d76b2d9e3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4114228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774486'] for router, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:53:53.349104 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-2f5d13b6-d00c-432a-929a-a1d76b2d9e3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4119967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036850706622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1297'] for router, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:53:53.369939 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-2f5d13b6-d00c-432a-929a-a1d76b2d9e3a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:53:53.479249 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-2f5d13b6-d00c-432a-929a-a1d76b2d9e3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850661588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850655767'] for router, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:53:53.498868 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-2f5d13b6-d00c-432a-929a-a1d76b2d9e3a admin admin] Notify callbacks [] for router, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:53:53.500173 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-2f5d13b6-d00c-432a-929a-a1d76b2d9e3a admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5952442
Feb 10 20:53:54.048817 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8d73995d-bb75-4773-95f1-fb65e6e84e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:53:56.270815 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 51942) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 20:53:56.587971 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8fc0ed33-d04a-4e63-b603-3c221647c998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:53:56.708628 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [None req-1ea4f06f-5dde-4dcb-8480-18977c196eea admin admin] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=79929) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 10 20:53:56.709709 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-1ea4f06f-5dde-4dcb-8480-18977c196eea admin admin] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.4379375
Feb 10 20:53:57.217890 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8e35c017-ca0e-4997-9af4-ce0f5f2c761e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:53:58.147509 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:53:58.217147 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a16a173f-35ea-40df-9953-0a23fc2526db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:53:59.336025 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 51962) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 20:53:59.598798 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [None req-257a909c-4d21-4c04-8576-8834c9c09a95 admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True}} {{(pid=79929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 20:53:59.603652 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-257a909c-4d21-4c04-8576-8834c9c09a95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 20:53:59.608233 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-257a909c-4d21-4c04-8576-8834c9c09a95 admin admin] Usage tracker for resource:network and tenant:13b49c6106bb44038528a1682ee84ed6 is out of sync, need to count used quota {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 20:53:59.611804 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-257a909c-4d21-4c04-8576-8834c9c09a95 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 20:53:59.617523 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-257a909c-4d21-4c04-8576-8834c9c09a95 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 20:53:59.627199 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-257a909c-4d21-4c04-8576-8834c9c09a95 admin admin] Made reservation on behalf of 13b49c6106bb44038528a1682ee84ed6 for: {'network': 1} {{(pid=79929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 10 20:53:59.631807 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-257a909c-4d21-4c04-8576-8834c9c09a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for network, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:53:59.644791 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-257a909c-4d21-4c04-8576-8834c9c09a95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:53:59.660770 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-257a909c-4d21-4c04-8576-8834c9c09a95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 20:53:59.664643 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-257a909c-4d21-4c04-8576-8834c9c09a95 admin admin] Usage tracker for resource:security_group_rule and tenant:13b49c6106bb44038528a1682ee84ed6 is out of sync, need to count used quota {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 20:53:59.667485 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-257a909c-4d21-4c04-8576-8834c9c09a95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 20:53:59.674272 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-257a909c-4d21-4c04-8576-8834c9c09a95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 20:53:59.760377 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-257a909c-4d21-4c04-8576-8834c9c09a95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:53:59.763330 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-257a909c-4d21-4c04-8576-8834c9c09a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:53:59.767583 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 20:53:59.783581 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-257a909c-4d21-4c04-8576-8834c9c09a95 admin admin] Reserving flat network on physical network physnet1 {{(pid=79929) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Feb 10 20:53:59.805462 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257a909c-4d21-4c04-8576-8834c9c09a95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42839f58-1d1f-40e9-b5ab-8f66cdc46977,revision_number=1']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 20:53:59.809842 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-257a909c-4d21-4c04-8576-8834c9c09a95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 20:53:59.811025 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-257a909c-4d21-4c04-8576-8834c9c09a95 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363258056608645', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853830591'] for segment, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:53:59.811641 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-257a909c-4d21-4c04-8576-8834c9c09a95 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fbf925747b8> segment precommit_create {{(pid=79929) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Feb 10 20:53:59.812056 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.db.segments_db [None req-257a909c-4d21-4c04-8576-8834c9c09a95 admin admin] Added segment 37fae2f4-4e7c-4231-b866-3c6a09452824 of type flat for network caec50ae-8f3b-4f45-a3ad-eb903a732614
Feb 10 20:53:59.846640 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-257a909c-4d21-4c04-8576-8834c9c09a95 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363258057162953'] for network, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:53:59.882770 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-257a909c-4d21-4c04-8576-8834c9c09a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014'] for network, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:53:59.884156 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257a909c-4d21-4c04-8576-8834c9c09a95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 20:53:59.884777 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-257a909c-4d21-4c04-8576-8834c9c09a95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728031'] for network, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:53:59.890098 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 20:53:59.993689 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-257a909c-4d21-4c04-8576-8834c9c09a95 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.6565146
Feb 10 20:53:59.996507 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257a909c-4d21-4c04-8576-8834c9c09a95 admin admin] Pushing event updated for resources: {'Network': ['ID=caec50ae-8f3b-4f45-a3ad-eb903a732614,revision_number=1']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 20:54:00.007792 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-257a909c-4d21-4c04-8576-8834c9c09a95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 20:54:00.021354 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Network caec50ae-8f3b-4f45-a3ad-eb903a732614 details requested by agent ovs-agent-dv-cinder-775008-1-iscsi with host dv-cinder-775008-1-iscsi {{(pid=79930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 10 20:54:02.522929 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 51982) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 20:54:02.666507 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e47bcbc-f770-4be2-a589-369172b54c60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 20:54:02.667959 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-1e47bcbc-f770-4be2-a589-369172b54c60 admin admin] 10.222.0.82 "GET /v2.0/subnets/01cfd3b7-7db6-4874-bd52-4479b6f3fcfa HTTP/1.1" status: 200  len: 849 time: 0.1439958
Feb 10 20:54:02.965156 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-7b14157f-dc3b-4412-902d-9bf3e13f2322 admin admin] 10.222.0.82 "GET /v2.0/routers/2f90df38-d2e3-4ed1-9352-ce7c027117da HTTP/1.1" status: 200  len: 704 time: 0.2905555
Feb 10 20:54:03.461402 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8aad12d6-5f53-422b-a238-457bcc489485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:54:03.830953 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.db_base_plugin_common [None req-8aad12d6-5f53-422b-a238-457bcc489485 admin admin] Allocated IP 172.20.0.1 (fda1aa71-242e-4d35-a3a6-a8e809cde95a/01cfd3b7-7db6-4874-bd52-4479b6f3fcfa/a210824a-26d0-4c5e-8c96-591d48136492) {{(pid=79929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 10 20:54:03.995961 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8aad12d6-5f53-422b-a238-457bcc489485 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:54:04.017428 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-8aad12d6-5f53-422b-a238-457bcc489485 admin admin] Transition to ACTIVE for port object a210824a-26d0-4c5e-8c96-591d48136492 will not be triggered until provisioned by entity DHCP. {{(pid=79929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 10 20:54:04.073038 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8aad12d6-5f53-422b-a238-457bcc489485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778797635767'] for port, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:54:04.088428 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 20:54:04.237360 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aad12d6-5f53-422b-a238-457bcc489485 admin admin] Pushing event updated for resources: {'Port': ['ID=a210824a-26d0-4c5e-8c96-591d48136492,revision_number=1']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 20:54:04.243627 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-8aad12d6-5f53-422b-a238-457bcc489485 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 20:54:04.291127 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aad12d6-5f53-422b-a238-457bcc489485 admin admin] Network fda1aa71-242e-4d35-a3a6-a8e809cde95a is already hosted by enough agents. {{(pid=79929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 10 20:54:04.292245 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.base_scheduler [None req-8aad12d6-5f53-422b-a238-457bcc489485 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 10 20:54:04.295718 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aad12d6-5f53-422b-a238-457bcc489485 admin admin] Received port after_create {{(pid=79929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 10 20:54:04.296414 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8aad12d6-5f53-422b-a238-457bcc489485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850656587'] for router_interface, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:54:04.506026 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-77e7ff71-58f7-449c-a323-d0c10414854f None None] Provisioning for port a210824a-26d0-4c5e-8c96-591d48136492 completed by entity DHCP. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 10 20:54:04.511819 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-77e7ff71-58f7-449c-a323-d0c10414854f None None] Provisioning complete for port a210824a-26d0-4c5e-8c96-591d48136492 triggered by entity DHCP. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 20:54:04.512232 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-77e7ff71-58f7-449c-a323-d0c10414854f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:54:04.574570 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-77e7ff71-58f7-449c-a323-d0c10414854f None None] Port a210824a-26d0-4c5e-8c96-591d48136492 cannot update to ACTIVE because it is not bound. {{(pid=79930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 10 20:54:04.737342 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8aad12d6-5f53-422b-a238-457bcc489485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:54:04.780130 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.agents_db [None req-2fd61c53-9bc0-4c2f-aa40-be9729c6e46f None None] Agent healthcheck: found 5 active agents {{(pid=79931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 10 20:54:05.034073 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8aad12d6-5f53-422b-a238-457bcc489485 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:54:05.037437 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8aad12d6-5f53-422b-a238-457bcc489485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:54:05.038539 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8aad12d6-5f53-422b-a238-457bcc489485 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4115697'] for router_interface, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:54:05.053218 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-8aad12d6-5f53-422b-a238-457bcc489485 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 20:54:05.193148 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aad12d6-5f53-422b-a238-457bcc489485 admin admin] Pushing event updated for resources: {'Port': ['ID=a210824a-26d0-4c5e-8c96-591d48136492,revision_number=2']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 20:54:05.196331 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-8aad12d6-5f53-422b-a238-457bcc489485 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 20:54:05.248729 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aad12d6-5f53-422b-a238-457bcc489485 admin admin] Network fda1aa71-242e-4d35-a3a6-a8e809cde95a is already hosted by enough agents. {{(pid=79929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 10 20:54:05.249831 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.base_scheduler [None req-8aad12d6-5f53-422b-a238-457bcc489485 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 10 20:54:05.455292 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aad12d6-5f53-422b-a238-457bcc489485 admin admin] Router 2f90df38-d2e3-4ed1-9352-ce7c027117da is scheduled to L3 agent 351a09a7-a8bd-44d4-8337-3dd1b5c8f290 with binding_index 1 {{(pid=79929) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 10 20:54:05.500934 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-c3a2a3a3-ddf7-46c4-87cb-1eca5bba3473 None None] Provisioning complete for port a210824a-26d0-4c5e-8c96-591d48136492 triggered by entity DHCP. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 20:54:05.501333 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c3a2a3a3-ddf7-46c4-87cb-1eca5bba3473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:54:05.557438 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-c3a2a3a3-ddf7-46c4-87cb-1eca5bba3473 None None] Port a210824a-26d0-4c5e-8c96-591d48136492 cannot update to ACTIVE because it is not bound. {{(pid=79930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 10 20:54:05.620116 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aad12d6-5f53-422b-a238-457bcc489485 admin admin] Notify agent at l3_agent.dv-cinder-775008-1-iscsi the message routers_updated {{(pid=79929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 10 20:54:05.630741 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-8aad12d6-5f53-422b-a238-457bcc489485 admin admin] 10.222.0.82 "PUT /v2.0/routers/2f90df38-d2e3-4ed1-9352-ce7c027117da/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.6592362
Feb 10 20:54:05.631015 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0df9a5-dbd5-4324-9567-d80918b8c3d0 None None] Sync routers for ids ['2f90df38-d2e3-4ed1-9352-ce7c027117da'] in dv-cinder-775008-1-iscsi {{(pid=79931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 10 20:54:05.642792 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0df9a5-dbd5-4324-9567-d80918b8c3d0 None None] Routers {'2f90df38-d2e3-4ed1-9352-ce7c027117da'} bound to L3 agent in host dv-cinder-775008-1-iscsi {{(pid=79931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 10 20:54:05.643693 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-ef0df9a5-dbd5-4324-9567-d80918b8c3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbf91883518>, 'dv-cinder-775008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-10T20:53:27Z,description=<?>,heartbeat_timestamp=2021-02-10T20:53:57Z,host='dv-cinder-775008-1-iscsi',id=351a09a7-a8bd-44d4-8337-3dd1b5c8f290,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-10T20:53:27Z,topic='l3_agent')) {'router_ids': ['2f90df38-d2e3-4ed1-9352-ce7c027117da'], 'active': True} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 20:54:05.830367 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvr_db [None req-ef0df9a5-dbd5-4324-9567-d80918b8c3d0 None None] Set router 2f90df38-d2e3-4ed1-9352-ce7c027117da gateway port host: None {{(pid=79931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 10 20:54:06.386909 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-ef0df9a5-dbd5-4324-9567-d80918b8c3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbf91883518>, [{'id': '2f90df38-d2e3-4ed1-9352-ce7c027117da', 'name': 'router1', 'tenant_id': '2c3e985d803e4c8a80223fc8e3f1961e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T20:53:53Z', 'updated_at': '2021-02-10T20:54:04Z', 'revision_number': 2, 'project_id': '2c3e985d803e4c8a80223fc8e3f1961e', 'gw_port_host': None, '_interfaces': [{'id': 'a210824a-26d0-4c5e-8c96-591d48136492', 'name': '', 'network_id': 'fda1aa71-242e-4d35-a3a6-a8e809cde95a', 'tenant_id': '2c3e985d803e4c8a80223fc8e3f1961e', 'mac_address': 'fa:16:3e:6f:0c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f90df38-d2e3-4ed1-9352-ce7c027117da', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '01cfd3b7-7db6-4874-bd52-4479b6f3fcfa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T20:54:03Z', 'updated_at': '2021-02-10T20:54:04Z', 'revision_number': 2, 'project_id': '2c3e985d803e4c8a80223fc8e3f1961e', 'subnets': [{'id': '01cfd3b7-7db6-4874-bd52-4479b6f3fcfa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '19b93def-fc79-4f5c-b0af-24d554321a4e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775008-1-iscsi', False) {} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 20:54:06.392215 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0df9a5-dbd5-4324-9567-d80918b8c3d0 None None] Checking router: 2f90df38-d2e3-4ed1-9352-ce7c027117da for host: dv-cinder-775008-1-iscsi {{(pid=79931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 10 20:54:06.392601 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0df9a5-dbd5-4324-9567-d80918b8c3d0 None None] Updating router 2f90df38-d2e3-4ed1-9352-ce7c027117da port a210824a-26d0-4c5e-8c96-591d48136492 binding host dv-cinder-775008-1-iscsi {{(pid=79931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 10 20:54:06.451970 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ef0df9a5-dbd5-4324-9567-d80918b8c3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:54:06.909285 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ef0df9a5-dbd5-4324-9567-d80918b8c3d0 None None] Notify callbacks [] for port, precommit_update {{(pid=79931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:54:06.924585 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-ef0df9a5-dbd5-4324-9567-d80918b8c3d0 None None] Transition to ACTIVE for port object a210824a-26d0-4c5e-8c96-591d48136492 will not be triggered until provisioned by entity L2. {{(pid=79931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 10 20:54:06.927999 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ef0df9a5-dbd5-4324-9567-d80918b8c3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:54:06.944527 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 20:54:07.091447 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df11459c-90fa-43b0-9461-2b3833fa88d1 None None] Pushing event updated for resources: {'Port': ['ID=a210824a-26d0-4c5e-8c96-591d48136492,revision_number=3']} {{(pid=79931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 20:54:07.103514 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df11459c-90fa-43b0-9461-2b3833fa88d1 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 20:54:07.103893 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df11459c-90fa-43b0-9461-2b3833fa88d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 20:54:07.104262 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df11459c-90fa-43b0-9461-2b3833fa88d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 20:54:07.104624 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df11459c-90fa-43b0-9461-2b3833fa88d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 20:54:07.104983 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df11459c-90fa-43b0-9461-2b3833fa88d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 20:54:07.105340 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df11459c-90fa-43b0-9461-2b3833fa88d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 20:54:07.105696 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df11459c-90fa-43b0-9461-2b3833fa88d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 20:54:07.106069 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df11459c-90fa-43b0-9461-2b3833fa88d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 20:54:07.107112 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df11459c-90fa-43b0-9461-2b3833fa88d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 20:54:07.107480 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df11459c-90fa-43b0-9461-2b3833fa88d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 20:54:07.107843 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df11459c-90fa-43b0-9461-2b3833fa88d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 20:54:07.108195 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df11459c-90fa-43b0-9461-2b3833fa88d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 20:54:07.109322 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df11459c-90fa-43b0-9461-2b3833fa88d1 None None] Tracked resource versions report:
Feb 10 20:54:07.109322 dv-cinder-775008-1-iscsi neutron-server[79816]: pushed versions:
Feb 10 20:54:07.109322 dv-cinder-775008-1-iscsi neutron-server[79816]: {   'AddressGroup': {'1.1'},
Feb 10 20:54:07.109322 dv-cinder-775008-1-iscsi neutron-server[79816]:     'ConntrackHelper': {'1.0'},
Feb 10 20:54:07.109322 dv-cinder-775008-1-iscsi neutron-server[79816]:     'Log': {'1.0'},
Feb 10 20:54:07.109322 dv-cinder-775008-1-iscsi neutron-server[79816]:     'Network': {'1.1'},
Feb 10 20:54:07.109322 dv-cinder-775008-1-iscsi neutron-server[79816]:     'Port': {'1.7'},
Feb 10 20:54:07.109322 dv-cinder-775008-1-iscsi neutron-server[79816]:     'PortForwarding': {'1.2'},
Feb 10 20:54:07.109322 dv-cinder-775008-1-iscsi neutron-server[79816]:     'QosPolicy': {'1.8'},
Feb 10 20:54:07.109322 dv-cinder-775008-1-iscsi neutron-server[79816]:     'SecurityGroup': {'1.4'},
Feb 10 20:54:07.109322 dv-cinder-775008-1-iscsi neutron-server[79816]:     'SecurityGroupRule': {'1.2'},
Feb 10 20:54:07.109322 dv-cinder-775008-1-iscsi neutron-server[79816]:     'SubPort': {'1.0'},
Feb 10 20:54:07.109322 dv-cinder-775008-1-iscsi neutron-server[79816]:     'Subnet': {'1.1'},
Feb 10 20:54:07.109322 dv-cinder-775008-1-iscsi neutron-server[79816]:     'Trunk': {'1.1'}}
Feb 10 20:54:07.109322 dv-cinder-775008-1-iscsi neutron-server[79816]: consumer versions:
Feb 10 20:54:07.109322 dv-cinder-775008-1-iscsi neutron-server[79816]: {   DHCP agent@dv-cinder-775008-1-iscsi: {},
Feb 10 20:54:07.109322 dv-cinder-775008-1-iscsi neutron-server[79816]:     L3 agent@dv-cinder-775008-1-iscsi: {},
Feb 10 20:54:07.109322 dv-cinder-775008-1-iscsi neutron-server[79816]:     Metadata agent@dv-cinder-775008-1-iscsi: {},
Feb 10 20:54:07.109322 dv-cinder-775008-1-iscsi neutron-server[79816]:     Metering agent@dv-cinder-775008-1-iscsi: {},
Feb 10 20:54:07.109322 dv-cinder-775008-1-iscsi neutron-server[79816]:     Open vSwitch agent@dv-cinder-775008-1-iscsi: {   'AddressGroup': '1.1',
Feb 10 20:54:07.109322 dv-cinder-775008-1-iscsi neutron-server[79816]:                                                      'ConntrackHelper': '1.0',
Feb 10 20:54:07.109322 dv-cinder-775008-1-iscsi neutron-server[79816]:                                                      'Log': '1.0',
Feb 10 20:54:07.109322 dv-cinder-775008-1-iscsi neutron-server[79816]:                                                      'Network': '1.1',
Feb 10 20:54:07.109322 dv-cinder-775008-1-iscsi neutron-server[79816]:                                                      'Port': '1.7',
Feb 10 20:54:07.109322 dv-cinder-775008-1-iscsi neutron-server[79816]:                                                      'PortForwarding': '1.2',
Feb 10 20:54:07.109322 dv-cinder-775008-1-iscsi neutron-server[79816]:                                                      'QosPolicy': '1.8',
Feb 10 20:54:07.109322 dv-cinder-775008-1-iscsi neutron-server[79816]:                                                      'SecurityGroup': '1.4',
Feb 10 20:54:07.109322 dv-cinder-775008-1-iscsi neutron-server[79816]:                                                      'SecurityGroupRule': '1.2',
Feb 10 20:54:07.109322 dv-cinder-775008-1-iscsi neutron-server[79816]:                                                      'SubPort': '1.0',
Feb 10 20:54:07.109322 dv-cinder-775008-1-iscsi neutron-server[79816]:                                                      'Subnet': '1.1',
Feb 10 20:54:07.109322 dv-cinder-775008-1-iscsi neutron-server[79816]:                                                      'Trunk': '1.1'}}
Feb 10 20:54:07.109322 dv-cinder-775008-1-iscsi neutron-server[79816]:  {{(pid=79931) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 10 20:54:07.116745 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-df11459c-90fa-43b0-9461-2b3833fa88d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=79931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 20:54:07.272935 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-ef0df9a5-dbd5-4324-9567-d80918b8c3d0 None None] Attempting to bind port a210824a-26d0-4c5e-8c96-591d48136492 on host dv-cinder-775008-1-iscsi for vnic_type normal with profile  {{(pid=79931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 10 20:54:07.273339 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-ef0df9a5-dbd5-4324-9567-d80918b8c3d0 None None] Attempting to bind port a210824a-26d0-4c5e-8c96-591d48136492 by drivers openvswitch on host dv-cinder-775008-1-iscsi at level 0 using segments [{'id': '32a25699-53cb-4ca6-887c-9e866458bb74', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'fda1aa71-242e-4d35-a3a6-a8e809cde95a'}] {{(pid=79931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 10 20:54:07.273741 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0df9a5-dbd5-4324-9567-d80918b8c3d0 None None] Attempting to bind port a210824a-26d0-4c5e-8c96-591d48136492 on network fda1aa71-242e-4d35-a3a6-a8e809cde95a {{(pid=79931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 10 20:54:07.280215 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0df9a5-dbd5-4324-9567-d80918b8c3d0 None None] Checking agent: {'id': '1c483f99-5707-4fa0-b001-c7f2c0c49e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775008-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 10, 20, 53, 28), 'started_at': datetime.datetime(2021, 2, 10, 20, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 2, 10, 20, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775008-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 10 20:54:07.280723 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0df9a5-dbd5-4324-9567-d80918b8c3d0 None None] Checking segment: {'id': '32a25699-53cb-4ca6-887c-9e866458bb74', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'fda1aa71-242e-4d35-a3a6-a8e809cde95a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 10 20:54:07.281214 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ef0df9a5-dbd5-4324-9567-d80918b8c3d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:54:07.281640 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0df9a5-dbd5-4324-9567-d80918b8c3d0 None None] Bound using segment: {'id': '32a25699-53cb-4ca6-887c-9e866458bb74', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'fda1aa71-242e-4d35-a3a6-a8e809cde95a'} {{(pid=79931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 10 20:54:07.282223 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-ef0df9a5-dbd5-4324-9567-d80918b8c3d0 None None] Bound port: a210824a-26d0-4c5e-8c96-591d48136492, host: dv-cinder-775008-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a25699-53cb-4ca6-887c-9e866458bb74', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'fda1aa71-242e-4d35-a3a6-a8e809cde95a'}}] {{(pid=79931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 10 20:54:07.282642 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ef0df9a5-dbd5-4324-9567-d80918b8c3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:54:07.375694 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-ef0df9a5-dbd5-4324-9567-d80918b8c3d0 None None] For port a210824a-26d0-4c5e-8c96-591d48136492, host dv-cinder-775008-1-iscsi, cleared binding levels {{(pid=79931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 10 20:54:07.379900 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-ef0df9a5-dbd5-4324-9567-d80918b8c3d0 None None] For port a210824a-26d0-4c5e-8c96-591d48136492, host dv-cinder-775008-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-iscsi',level=0,port_id=a210824a-26d0-4c5e-8c96-591d48136492,segment=NetworkSegment(32a25699-53cb-4ca6-887c-9e866458bb74),segment_id=32a25699-53cb-4ca6-887c-9e866458bb74)] {{(pid=79931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 10 20:54:07.386487 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ef0df9a5-dbd5-4324-9567-d80918b8c3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:54:07.402623 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 20:54:07.567171 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df11459c-90fa-43b0-9461-2b3833fa88d1 None None] Pushing event updated for resources: {'Port': ['ID=a210824a-26d0-4c5e-8c96-591d48136492,revision_number=4']} {{(pid=79931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 20:54:07.572079 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-df11459c-90fa-43b0-9461-2b3833fa88d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=79931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 20:54:07.626207 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0df9a5-dbd5-4324-9567-d80918b8c3d0 None None] Routers {'2f90df38-d2e3-4ed1-9352-ce7c027117da'} bound to L3 agent in host dv-cinder-775008-1-iscsi {{(pid=79931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 10 20:54:07.626880 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-ef0df9a5-dbd5-4324-9567-d80918b8c3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbf91883518>, 'dv-cinder-775008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-10T20:53:27Z,description=<?>,heartbeat_timestamp=2021-02-10T20:53:57Z,host='dv-cinder-775008-1-iscsi',id=351a09a7-a8bd-44d4-8337-3dd1b5c8f290,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-10T20:53:27Z,topic='l3_agent')) {'router_ids': ['2f90df38-d2e3-4ed1-9352-ce7c027117da'], 'active': True} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 20:54:07.797372 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvr_db [None req-ef0df9a5-dbd5-4324-9567-d80918b8c3d0 None None] Set router 2f90df38-d2e3-4ed1-9352-ce7c027117da gateway port host: None {{(pid=79931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 10 20:54:08.144779 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-ef0df9a5-dbd5-4324-9567-d80918b8c3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbf91883518>, [{'id': '2f90df38-d2e3-4ed1-9352-ce7c027117da', 'name': 'router1', 'tenant_id': '2c3e985d803e4c8a80223fc8e3f1961e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T20:53:53Z', 'updated_at': '2021-02-10T20:54:04Z', 'revision_number': 2, 'project_id': '2c3e985d803e4c8a80223fc8e3f1961e', 'gw_port_host': None, '_interfaces': [{'id': 'a210824a-26d0-4c5e-8c96-591d48136492', 'name': '', 'network_id': 'fda1aa71-242e-4d35-a3a6-a8e809cde95a', 'tenant_id': '2c3e985d803e4c8a80223fc8e3f1961e', 'mac_address': 'fa:16:3e:6f:0c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f90df38-d2e3-4ed1-9352-ce7c027117da', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '01cfd3b7-7db6-4874-bd52-4479b6f3fcfa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T20:54:03Z', 'updated_at': '2021-02-10T20:54:07Z', 'revision_number': 4, 'project_id': '2c3e985d803e4c8a80223fc8e3f1961e', 'subnets': [{'id': '01cfd3b7-7db6-4874-bd52-4479b6f3fcfa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '19b93def-fc79-4f5c-b0af-24d554321a4e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775008-1-iscsi', False) {} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 20:54:08.149011 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0df9a5-dbd5-4324-9567-d80918b8c3d0 None None] The sync data for ids ['2f90df38-d2e3-4ed1-9352-ce7c027117da'] in dv-cinder-775008-1-iscsi is: [{'id': '2f90df38-d2e3-4ed1-9352-ce7c027117da', 'name': 'router1', 'tenant_id': '2c3e985d803e4c8a80223fc8e3f1961e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T20:53:53Z', 'updated_at': '2021-02-10T20:54:04Z', 'revision_number': 2, 'project_id': '2c3e985d803e4c8a80223fc8e3f1961e', 'gw_port_host': None, '_interfaces': [{'id': 'a210824a-26d0-4c5e-8c96-591d48136492', 'name': '', 'network_id': 'fda1aa71-242e-4d35-a3a6-a8e809cde95a', 'tenant_id': '2c3e985d803e4c8a80223fc8e3f1961e', 'mac_address': 'fa:16:3e:6f:0c:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f90df38-d2e3-4ed1-9352-ce7c027117da', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '01cfd3b7-7db6-4874-bd52-4479b6f3fcfa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T20:54:03Z', 'updated_at': '2021-02-10T20:54:07Z', 'revision_number': 4, 'project_id': '2c3e985d803e4c8a80223fc8e3f1961e', 'subnets': [{'id': '01cfd3b7-7db6-4874-bd52-4479b6f3fcfa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '19b93def-fc79-4f5c-b0af-24d554321a4e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 10 20:54:08.198678 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 51994) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 20:54:08.389253 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff86a8d-230b-4af7-89e0-b55799420b5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 20:54:08.389806 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-bff86a8d-230b-4af7-89e0-b55799420b5e admin admin] Synchronizing usage tracker for tenant:13b49c6106bb44038528a1682ee84ed6 on resource:network {{(pid=79929) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 10 20:54:08.407353 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-bff86a8d-230b-4af7-89e0-b55799420b5e admin admin] Unset dirty status for tenant:13b49c6106bb44038528a1682ee84ed6 on resource:network {{(pid=79929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 10 20:54:08.408626 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-bff86a8d-230b-4af7-89e0-b55799420b5e admin admin] 10.222.0.82 "GET /v2.0/networks/caec50ae-8f3b-4f45-a3ad-eb903a732614 HTTP/1.1" status: 200  len: 842 time: 0.2088492
Feb 10 20:54:08.419373 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [None req-76ba6584-5f6b-4b5a-8020-1e35f4b684ff admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.27.3.1', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'cidr': '172.27.3.0/24'}} {{(pid=79929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 20:54:08.424836 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-76ba6584-5f6b-4b5a-8020-1e35f4b684ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 20:54:08.428832 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-76ba6584-5f6b-4b5a-8020-1e35f4b684ff admin admin] Usage tracker for resource:subnet and tenant:13b49c6106bb44038528a1682ee84ed6 is out of sync, need to count used quota {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 20:54:08.431825 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-76ba6584-5f6b-4b5a-8020-1e35f4b684ff admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 20:54:08.438807 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-76ba6584-5f6b-4b5a-8020-1e35f4b684ff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 20:54:08.447556 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ba6584-5f6b-4b5a-8020-1e35f4b684ff admin admin] Made reservation on behalf of 13b49c6106bb44038528a1682ee84ed6 for: {'subnet': 1} {{(pid=79929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 10 20:54:08.452713 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-76ba6584-5f6b-4b5a-8020-1e35f4b684ff admin admin] Notify callbacks [] for subnet, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:54:08.900453 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.objects.ports [None req-76ba6584-5f6b-4b5a-8020-1e35f4b684ff admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=79929) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 10 20:54:08.900955 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-76ba6584-5f6b-4b5a-8020-1e35f4b684ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014'] for subnet, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:54:08.915840 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 20:54:09.077149 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ba6584-5f6b-4b5a-8020-1e35f4b684ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=47475132-bc81-43cb-b635-450463390609,revision_number=0']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 20:54:09.087264 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-76ba6584-5f6b-4b5a-8020-1e35f4b684ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 20:54:09.124932 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ba6584-5f6b-4b5a-8020-1e35f4b684ff admin admin] Checking segment: {'id': '37fae2f4-4e7c-4231-b866-3c6a09452824', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 10 20:54:09.125338 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ba6584-5f6b-4b5a-8020-1e35f4b684ff admin admin] Network hostable DHCP agents. Network: caec50ae-8f3b-4f45-a3ad-eb903a732614, hostable agents: ['81d85903-877f-455d-aaa7-fc933394e41c'], hosted agents: [] {{(pid=79929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 10 20:54:09.145192 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ba6584-5f6b-4b5a-8020-1e35f4b684ff admin admin] Network caec50ae-8f3b-4f45-a3ad-eb903a732614 is scheduled to be hosted by DHCP agent 81d85903-877f-455d-aaa7-fc933394e41c with binding_index 1 {{(pid=79929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 10 20:54:09.155165 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.base_scheduler [None req-76ba6584-5f6b-4b5a-8020-1e35f4b684ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775008-1-iscsi, caec50ae-8f3b-4f45-a3ad-eb903a732614) {{(pid=79929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 10 20:54:09.159173 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ba6584-5f6b-4b5a-8020-1e35f4b684ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 20:54:09.159809 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-76ba6584-5f6b-4b5a-8020-1e35f4b684ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728031'] for subnet, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:54:09.166543 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7476f370-92d2-437a-a265-8e7fbffee4ff None None] Network caec50ae-8f3b-4f45-a3ad-eb903a732614 requested from dv-cinder-775008-1-iscsi {{(pid=79930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 10 20:54:09.194041 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-76ba6584-5f6b-4b5a-8020-1e35f4b684ff admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7650840
Feb 10 20:54:09.558323 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d145dfe7-995b-4f38-957f-0d197e9c9c73 None None] Network caec50ae-8f3b-4f45-a3ad-eb903a732614 requested from dv-cinder-775008-1-iscsi {{(pid=79930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 10 20:54:10.188172 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Device a210824a-26d0-4c5e-8c96-591d48136492 up at agent ovs-agent-dv-cinder-775008-1-iscsi {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 20:54:10.261998 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Provisioning for port a210824a-26d0-4c5e-8c96-591d48136492 completed by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 10 20:54:10.268298 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Provisioning complete for port a210824a-26d0-4c5e-8c96-591d48136492 triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 20:54:10.268682 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:54:10.393788 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:54:10.430682 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] For port a210824a-26d0-4c5e-8c96-591d48136492, host dv-cinder-775008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-iscsi',level=0,port_id=a210824a-26d0-4c5e-8c96-591d48136492,segment=NetworkSegment(32a25699-53cb-4ca6-887c-9e866458bb74),segment_id=32a25699-53cb-4ca6-887c-9e866458bb74)] {{(pid=79930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 20:54:10.434195 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:54:10.436532 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 20:54:10.508570 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Pushing event updated for resources: {'Port': ['ID=a210824a-26d0-4c5e-8c96-591d48136492,revision_number=5']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 20:54:10.511845 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 20:54:11.853612 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 52008) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 20:54:12.091970 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-360fab71-9439-4c00-a159-1971ceab67e1 admin admin] 10.222.0.82 "GET /v2.0/routers/2f90df38-d2e3-4ed1-9352-ce7c027117da HTTP/1.1" status: 200  len: 710 time: 0.2370863
Feb 10 20:54:12.172645 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Device a210824a-26d0-4c5e-8c96-591d48136492 up at agent ovs-agent-dv-cinder-775008-1-iscsi {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 20:54:12.234428 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21aca9f-6686-4d75-9e4b-467439024ae6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 20:54:12.235921 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-b21aca9f-6686-4d75-9e4b-467439024ae6 admin admin] 10.222.0.82 "GET /v2.0/networks/caec50ae-8f3b-4f45-a3ad-eb903a732614 HTTP/1.1" status: 200  len: 886 time: 0.1373358
Feb 10 20:54:12.245277 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Provisioning complete for port a210824a-26d0-4c5e-8c96-591d48136492 triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 20:54:12.245688 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:54:12.245801 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [None req-8391bf56-2ee7-42ac-8eda-75ce23b472e9 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614'}}} {{(pid=79929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 20:54:12.889451 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8391bf56-2ee7-42ac-8eda-75ce23b472e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4119950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4114215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1280'] for router, precommit_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:54:13.237484 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8391bf56-2ee7-42ac-8eda-75ce23b472e9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:54:13.296162 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8391bf56-2ee7-42ac-8eda-75ce23b472e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:54:13.308555 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8391bf56-2ee7-42ac-8eda-75ce23b472e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:54:13.323932 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-8391bf56-2ee7-42ac-8eda-75ce23b472e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 20:54:13.327979 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-8391bf56-2ee7-42ac-8eda-75ce23b472e9 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 20:54:13.332312 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-8391bf56-2ee7-42ac-8eda-75ce23b472e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 20:54:13.338044 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-8391bf56-2ee7-42ac-8eda-75ce23b472e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 20:54:13.425127 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8391bf56-2ee7-42ac-8eda-75ce23b472e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:54:13.428243 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8391bf56-2ee7-42ac-8eda-75ce23b472e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:54:13.444553 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-fa540bfe-a73c-43fa-a54c-7e6e45df5969 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 20:54:13.545972 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8391bf56-2ee7-42ac-8eda-75ce23b472e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2928dd9-e319-4d95-a425-caa4b7fac1c5,revision_number=1']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 20:54:13.551397 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-8391bf56-2ee7-42ac-8eda-75ce23b472e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 20:54:13.708776 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.db_base_plugin_common [None req-8391bf56-2ee7-42ac-8eda-75ce23b472e9 admin admin] Allocated IP 172.27.3.211 (caec50ae-8f3b-4f45-a3ad-eb903a732614/47475132-bc81-43cb-b635-450463390609/f1fe3a01-4b32-432c-83d0-42e4eaaeb422) {{(pid=79929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 10 20:54:13.861630 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8391bf56-2ee7-42ac-8eda-75ce23b472e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:54:13.891321 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8391bf56-2ee7-42ac-8eda-75ce23b472e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778797635767'] for port, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:54:13.907834 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 20:54:14.055032 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8391bf56-2ee7-42ac-8eda-75ce23b472e9 admin admin] Pushing event updated for resources: {'Port': ['ID=f1fe3a01-4b32-432c-83d0-42e4eaaeb422,revision_number=1']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 20:54:14.060463 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-8391bf56-2ee7-42ac-8eda-75ce23b472e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 20:54:14.103916 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8391bf56-2ee7-42ac-8eda-75ce23b472e9 admin admin] Network caec50ae-8f3b-4f45-a3ad-eb903a732614 is already hosted by enough agents. {{(pid=79929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 10 20:54:14.105013 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.base_scheduler [None req-8391bf56-2ee7-42ac-8eda-75ce23b472e9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 10 20:54:14.108203 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8391bf56-2ee7-42ac-8eda-75ce23b472e9 admin admin] Received port after_create {{(pid=79929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 10 20:54:14.509607 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8391bf56-2ee7-42ac-8eda-75ce23b472e9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:54:15.044303 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8391bf56-2ee7-42ac-8eda-75ce23b472e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4119950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4114215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1280'] for router, precommit_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:54:15.047802 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8391bf56-2ee7-42ac-8eda-75ce23b472e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850655767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036850655866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4120049', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036850661601'] for router, after_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:54:15.238026 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8391bf56-2ee7-42ac-8eda-75ce23b472e9 admin admin] Router 2f90df38-d2e3-4ed1-9352-ce7c027117da has already been hosted by L3 agent 351a09a7-a8bd-44d4-8337-3dd1b5c8f290 {{(pid=79929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 10 20:54:15.425924 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8391bf56-2ee7-42ac-8eda-75ce23b472e9 admin admin] Notify agent at l3_agent.dv-cinder-775008-1-iscsi the message routers_updated {{(pid=79929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 10 20:54:15.437051 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28283bb4-94eb-4125-a9cb-3a446bfc7d0f None None] Sync routers for ids ['2f90df38-d2e3-4ed1-9352-ce7c027117da'] in dv-cinder-775008-1-iscsi {{(pid=79930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 10 20:54:15.443058 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8391bf56-2ee7-42ac-8eda-75ce23b472e9 admin admin] Notify callbacks [] for router, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:54:15.444359 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-8391bf56-2ee7-42ac-8eda-75ce23b472e9 admin admin] 10.222.0.82 "PUT /v2.0/routers/2f90df38-d2e3-4ed1-9352-ce7c027117da HTTP/1.1" status: 200  len: 890 time: 3.2021227
Feb 10 20:54:15.449708 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28283bb4-94eb-4125-a9cb-3a446bfc7d0f None None] Routers {'2f90df38-d2e3-4ed1-9352-ce7c027117da'} bound to L3 agent in host dv-cinder-775008-1-iscsi {{(pid=79930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 10 20:54:15.451242 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-28283bb4-94eb-4125-a9cb-3a446bfc7d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbf904376d8>, 'dv-cinder-775008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-10T20:53:27Z,description=<?>,heartbeat_timestamp=2021-02-10T20:53:57Z,host='dv-cinder-775008-1-iscsi',id=351a09a7-a8bd-44d4-8337-3dd1b5c8f290,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-10T20:53:27Z,topic='l3_agent')) {'router_ids': ['2f90df38-d2e3-4ed1-9352-ce7c027117da'], 'active': True} {{(pid=79930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 20:54:15.658055 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvr_db [None req-28283bb4-94eb-4125-a9cb-3a446bfc7d0f None None] Set router 2f90df38-d2e3-4ed1-9352-ce7c027117da gateway port host: dv-cinder-775008-1-iscsi {{(pid=79930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 10 20:54:16.028258 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-28283bb4-94eb-4125-a9cb-3a446bfc7d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbf904376d8>, [{'id': '2f90df38-d2e3-4ed1-9352-ce7c027117da', 'name': 'router1', 'tenant_id': '2c3e985d803e4c8a80223fc8e3f1961e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'f1fe3a01-4b32-432c-83d0-42e4eaaeb422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T20:53:53Z', 'updated_at': '2021-02-10T20:54:14Z', 'revision_number': 4, 'project_id': '2c3e985d803e4c8a80223fc8e3f1961e', 'gw_port': {'id': 'f1fe3a01-4b32-432c-83d0-42e4eaaeb422', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e3:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f90df38-d2e3-4ed1-9352-ce7c027117da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T20:54:13Z', 'updated_at': '2021-02-10T20:54:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi', '_interfaces': [{'id': 'a210824a-26d0-4c5e-8c96-591d48136492', 'name': '', 'network_id': 'fda1aa71-242e-4d35-a3a6-a8e809cde95a', 'tenant_id': '2c3e985d803e4c8a80223fc8e3f1961e', 'mac_address': 'fa:16:3e:6f:0c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f90df38-d2e3-4ed1-9352-ce7c027117da', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '01cfd3b7-7db6-4874-bd52-4479b6f3fcfa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T20:54:03Z', 'updated_at': '2021-02-10T20:54:10Z', 'revision_number': 5, 'project_id': '2c3e985d803e4c8a80223fc8e3f1961e', 'subnets': [{'id': '01cfd3b7-7db6-4874-bd52-4479b6f3fcfa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '19b93def-fc79-4f5c-b0af-24d554321a4e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775008-1-iscsi', False) {} {{(pid=79930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 20:54:16.033509 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28283bb4-94eb-4125-a9cb-3a446bfc7d0f None None] Checking router: 2f90df38-d2e3-4ed1-9352-ce7c027117da for host: dv-cinder-775008-1-iscsi {{(pid=79930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 10 20:54:16.033908 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28283bb4-94eb-4125-a9cb-3a446bfc7d0f None None] Updating router 2f90df38-d2e3-4ed1-9352-ce7c027117da port f1fe3a01-4b32-432c-83d0-42e4eaaeb422 binding host dv-cinder-775008-1-iscsi {{(pid=79930) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 10 20:54:16.090859 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-28283bb4-94eb-4125-a9cb-3a446bfc7d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:54:16.504604 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-28283bb4-94eb-4125-a9cb-3a446bfc7d0f None None] Notify callbacks [] for port, precommit_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:54:16.518181 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-28283bb4-94eb-4125-a9cb-3a446bfc7d0f None None] Transition to ACTIVE for port object f1fe3a01-4b32-432c-83d0-42e4eaaeb422 will not be triggered until provisioned by entity L2. {{(pid=79930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 10 20:54:16.520732 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-28283bb4-94eb-4125-a9cb-3a446bfc7d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:54:16.537092 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 20:54:16.680046 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37efadc-1884-4a17-9882-c5e897c15d19 None None] Pushing event updated for resources: {'Port': ['ID=f1fe3a01-4b32-432c-83d0-42e4eaaeb422,revision_number=2']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 20:54:16.685407 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-f37efadc-1884-4a17-9882-c5e897c15d19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 20:54:16.740601 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-28283bb4-94eb-4125-a9cb-3a446bfc7d0f None None] Attempting to bind port f1fe3a01-4b32-432c-83d0-42e4eaaeb422 on host dv-cinder-775008-1-iscsi for vnic_type normal with profile  {{(pid=79930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 10 20:54:16.741002 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-28283bb4-94eb-4125-a9cb-3a446bfc7d0f None None] Attempting to bind port f1fe3a01-4b32-432c-83d0-42e4eaaeb422 by drivers openvswitch on host dv-cinder-775008-1-iscsi at level 0 using segments [{'id': '37fae2f4-4e7c-4231-b866-3c6a09452824', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614'}] {{(pid=79930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 10 20:54:16.741411 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28283bb4-94eb-4125-a9cb-3a446bfc7d0f None None] Attempting to bind port f1fe3a01-4b32-432c-83d0-42e4eaaeb422 on network caec50ae-8f3b-4f45-a3ad-eb903a732614 {{(pid=79930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 10 20:54:16.748137 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28283bb4-94eb-4125-a9cb-3a446bfc7d0f None None] Checking agent: {'id': '1c483f99-5707-4fa0-b001-c7f2c0c49e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775008-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 10, 20, 53, 28), 'started_at': datetime.datetime(2021, 2, 10, 20, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 2, 10, 20, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775008-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 10 20:54:16.748536 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28283bb4-94eb-4125-a9cb-3a446bfc7d0f None None] Checking segment: {'id': '37fae2f4-4e7c-4231-b866-3c6a09452824', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 10 20:54:16.748977 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-28283bb4-94eb-4125-a9cb-3a446bfc7d0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:54:16.749403 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28283bb4-94eb-4125-a9cb-3a446bfc7d0f None None] Bound using segment: {'id': '37fae2f4-4e7c-4231-b866-3c6a09452824', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614'} {{(pid=79930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 10 20:54:16.749909 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-28283bb4-94eb-4125-a9cb-3a446bfc7d0f None None] Bound port: f1fe3a01-4b32-432c-83d0-42e4eaaeb422, host: dv-cinder-775008-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37fae2f4-4e7c-4231-b866-3c6a09452824', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614'}}] {{(pid=79930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 10 20:54:16.750361 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-28283bb4-94eb-4125-a9cb-3a446bfc7d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:54:16.832847 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-28283bb4-94eb-4125-a9cb-3a446bfc7d0f None None] For port f1fe3a01-4b32-432c-83d0-42e4eaaeb422, host dv-cinder-775008-1-iscsi, cleared binding levels {{(pid=79930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 10 20:54:16.835961 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-28283bb4-94eb-4125-a9cb-3a446bfc7d0f None None] For port f1fe3a01-4b32-432c-83d0-42e4eaaeb422, host dv-cinder-775008-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-iscsi',level=0,port_id=f1fe3a01-4b32-432c-83d0-42e4eaaeb422,segment=NetworkSegment(37fae2f4-4e7c-4231-b866-3c6a09452824),segment_id=37fae2f4-4e7c-4231-b866-3c6a09452824)] {{(pid=79930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 10 20:54:16.839264 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-28283bb4-94eb-4125-a9cb-3a446bfc7d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:54:16.855331 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 20:54:17.010737 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37efadc-1884-4a17-9882-c5e897c15d19 None None] Pushing event updated for resources: {'Port': ['ID=f1fe3a01-4b32-432c-83d0-42e4eaaeb422,revision_number=3']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 20:54:17.016801 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-f37efadc-1884-4a17-9882-c5e897c15d19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 20:54:17.058466 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28283bb4-94eb-4125-a9cb-3a446bfc7d0f None None] Routers {'2f90df38-d2e3-4ed1-9352-ce7c027117da'} bound to L3 agent in host dv-cinder-775008-1-iscsi {{(pid=79930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 10 20:54:17.059755 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-28283bb4-94eb-4125-a9cb-3a446bfc7d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbf904376d8>, 'dv-cinder-775008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-10T20:53:27Z,description=<?>,heartbeat_timestamp=2021-02-10T20:53:57Z,host='dv-cinder-775008-1-iscsi',id=351a09a7-a8bd-44d4-8337-3dd1b5c8f290,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-10T20:53:27Z,topic='l3_agent')) {'router_ids': ['2f90df38-d2e3-4ed1-9352-ce7c027117da'], 'active': True} {{(pid=79930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 20:54:17.410591 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvr_db [None req-28283bb4-94eb-4125-a9cb-3a446bfc7d0f None None] Set router 2f90df38-d2e3-4ed1-9352-ce7c027117da gateway port host: dv-cinder-775008-1-iscsi {{(pid=79930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 10 20:54:17.773196 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-28283bb4-94eb-4125-a9cb-3a446bfc7d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbf904376d8>, [{'id': '2f90df38-d2e3-4ed1-9352-ce7c027117da', 'name': 'router1', 'tenant_id': '2c3e985d803e4c8a80223fc8e3f1961e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'f1fe3a01-4b32-432c-83d0-42e4eaaeb422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T20:53:53Z', 'updated_at': '2021-02-10T20:54:14Z', 'revision_number': 4, 'project_id': '2c3e985d803e4c8a80223fc8e3f1961e', 'gw_port': {'id': 'f1fe3a01-4b32-432c-83d0-42e4eaaeb422', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e3:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f90df38-d2e3-4ed1-9352-ce7c027117da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T20:54:13Z', 'updated_at': '2021-02-10T20:54:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi', '_interfaces': [{'id': 'a210824a-26d0-4c5e-8c96-591d48136492', 'name': '', 'network_id': 'fda1aa71-242e-4d35-a3a6-a8e809cde95a', 'tenant_id': '2c3e985d803e4c8a80223fc8e3f1961e', 'mac_address': 'fa:16:3e:6f:0c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f90df38-d2e3-4ed1-9352-ce7c027117da', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '01cfd3b7-7db6-4874-bd52-4479b6f3fcfa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T20:54:03Z', 'updated_at': '2021-02-10T20:54:10Z', 'revision_number': 5, 'project_id': '2c3e985d803e4c8a80223fc8e3f1961e', 'subnets': [{'id': '01cfd3b7-7db6-4874-bd52-4479b6f3fcfa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '19b93def-fc79-4f5c-b0af-24d554321a4e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775008-1-iscsi', False) {} {{(pid=79930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 20:54:17.777245 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28283bb4-94eb-4125-a9cb-3a446bfc7d0f None None] The sync data for ids ['2f90df38-d2e3-4ed1-9352-ce7c027117da'] in dv-cinder-775008-1-iscsi is: [{'id': '2f90df38-d2e3-4ed1-9352-ce7c027117da', 'name': 'router1', 'tenant_id': '2c3e985d803e4c8a80223fc8e3f1961e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': 'f1fe3a01-4b32-432c-83d0-42e4eaaeb422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T20:53:53Z', 'updated_at': '2021-02-10T20:54:14Z', 'revision_number': 4, 'project_id': '2c3e985d803e4c8a80223fc8e3f1961e', 'gw_port': {'id': 'f1fe3a01-4b32-432c-83d0-42e4eaaeb422', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e3:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f90df38-d2e3-4ed1-9352-ce7c027117da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T20:54:13Z', 'updated_at': '2021-02-10T20:54:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi', '_interfaces': [{'id': 'a210824a-26d0-4c5e-8c96-591d48136492', 'name': '', 'network_id': 'fda1aa71-242e-4d35-a3a6-a8e809cde95a', 'tenant_id': '2c3e985d803e4c8a80223fc8e3f1961e', 'mac_address': 'fa:16:3e:6f:0c:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f90df38-d2e3-4ed1-9352-ce7c027117da', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '01cfd3b7-7db6-4874-bd52-4479b6f3fcfa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T20:54:03Z', 'updated_at': '2021-02-10T20:54:10Z', 'revision_number': 5, 'project_id': '2c3e985d803e4c8a80223fc8e3f1961e', 'subnets': [{'id': '01cfd3b7-7db6-4874-bd52-4479b6f3fcfa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '19b93def-fc79-4f5c-b0af-24d554321a4e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 10 20:54:18.149037 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 52018) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 20:54:18.207688 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Device f1fe3a01-4b32-432c-83d0-42e4eaaeb422 up at agent ovs-agent-dv-cinder-775008-1-iscsi {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 20:54:18.284210 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Provisioning for port f1fe3a01-4b32-432c-83d0-42e4eaaeb422 completed by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 10 20:54:18.289522 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Provisioning complete for port f1fe3a01-4b32-432c-83d0-42e4eaaeb422 triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 20:54:18.289970 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:54:18.313201 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86be42b-de8f-442d-9917-4e88bd52401f admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 20:54:18.314844 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-a86be42b-de8f-442d-9917-4e88bd52401f admin admin] 10.222.0.82 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1080 time: 0.1647575
Feb 10 20:54:18.426897 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:54:18.446296 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] For port f1fe3a01-4b32-432c-83d0-42e4eaaeb422, host dv-cinder-775008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-iscsi',level=0,port_id=f1fe3a01-4b32-432c-83d0-42e4eaaeb422,segment=NetworkSegment(37fae2f4-4e7c-4231-b866-3c6a09452824),segment_id=37fae2f4-4e7c-4231-b866-3c6a09452824)] {{(pid=79930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 20:54:18.449362 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:54:18.451869 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-65868bf6-ec91-43c4-b0cd-ee85579210f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 20:54:18.528314 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Pushing event updated for resources: {'Port': ['ID=f1fe3a01-4b32-432c-83d0-42e4eaaeb422,revision_number=4']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 20:54:18.531634 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 20:54:20.185770 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Device f1fe3a01-4b32-432c-83d0-42e4eaaeb422 up at agent ovs-agent-dv-cinder-775008-1-iscsi {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 20:54:20.267433 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Provisioning complete for port f1fe3a01-4b32-432c-83d0-42e4eaaeb422 triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 20:54:20.267848 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:54:24.085455 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-e761cfbe-4226-438b-b6e9-8958c2330e60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:54:26.604449 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a5550c4d-efad-471c-91d7-7ed220b41e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:54:27.221263 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8e35c017-ca0e-4997-9af4-ce0f5f2c761e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:54:28.156026 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:54:28.226963 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a16a173f-35ea-40df-9953-0a23fc2526db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:54:41.781641 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.agents_db [None req-2fd61c53-9bc0-4c2f-aa40-be9729c6e46f None None] Agent healthcheck: found 5 active agents {{(pid=79931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 10 20:54:54.050599 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-45c39b21-6714-4c2b-af31-62ade67fd4ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:54:56.588313 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-739435db-210f-4c54-aac3-06bf619d87d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:54:57.222324 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8e35c017-ca0e-4997-9af4-ce0f5f2c761e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:54:58.149181 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:54:58.230668 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a16a173f-35ea-40df-9953-0a23fc2526db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:55:18.781166 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.agents_db [None req-2fd61c53-9bc0-4c2f-aa40-be9729c6e46f None None] Agent healthcheck: found 5 active agents {{(pid=79931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 10 20:55:24.058201 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-23e0ff52-fc9e-4936-9c6b-7c16a2b5e729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:55:26.590039 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-9cb294ad-a06b-4185-aa97-7ac18421bd94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:55:27.225284 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8e35c017-ca0e-4997-9af4-ce0f5f2c761e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:55:28.153658 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:55:28.239084 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a16a173f-35ea-40df-9953-0a23fc2526db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:55:54.051807 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-3923f256-9618-4445-bc24-8a72a643b757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:55:55.780269 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.agents_db [None req-2fd61c53-9bc0-4c2f-aa40-be9729c6e46f None None] Agent healthcheck: found 5 active agents {{(pid=79931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 10 20:55:56.592925 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-6b9a31b2-a4f5-46a9-8e42-9d90d4b59ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:55:57.229381 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8e35c017-ca0e-4997-9af4-ce0f5f2c761e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:55:58.148259 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:55:58.248169 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a16a173f-35ea-40df-9953-0a23fc2526db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:56:24.056439 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a3cbbc72-3b3e-48c8-b093-ef986d12ffca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:56:26.595307 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ee42cc3c-9476-48cf-9460-594c8641b513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:56:27.232211 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8e35c017-ca0e-4997-9af4-ce0f5f2c761e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:56:28.152999 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:56:28.251600 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a16a173f-35ea-40df-9953-0a23fc2526db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:56:32.780290 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.agents_db [None req-2fd61c53-9bc0-4c2f-aa40-be9729c6e46f None None] Agent healthcheck: found 5 active agents {{(pid=79931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 10 20:56:33.785244 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 52594) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 20:56:33.889518 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.pecan_wsgi.hooks.translation [None req-1552c049-6236-4d26-b8f3-94f89669969e admin admin] GET failed (client error): The resource could not be found.
Feb 10 20:56:33.890916 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-1552c049-6236-4d26-b8f3-94f89669969e admin admin] 10.222.0.82 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.1045854
Feb 10 20:56:34.036791 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582f9b72-837c-4f95-bdc3-ebbe5e1a2d43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 20:56:34.038390 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-582f9b72-837c-4f95-bdc3-ebbe5e1a2d43 admin admin] 10.222.0.82 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 865 time: 0.1429639
Feb 10 20:56:36.532937 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 52604) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 20:56:36.677369 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62804826-1ec1-4325-83bc-678456e4575c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 20:56:36.677985 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-62804826-1ec1-4325-83bc-678456e4575c admin admin] Synchronizing usage tracker for tenant:13b49c6106bb44038528a1682ee84ed6 on resource:subnet {{(pid=79929) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 10 20:56:36.694112 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-62804826-1ec1-4325-83bc-678456e4575c admin admin] Unset dirty status for tenant:13b49c6106bb44038528a1682ee84ed6 on resource:subnet {{(pid=79929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 10 20:56:36.696039 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-62804826-1ec1-4325-83bc-678456e4575c admin admin] 10.222.0.82 "GET /v2.0/subnets/01cfd3b7-7db6-4874-bd52-4479b6f3fcfa HTTP/1.1" status: 200  len: 849 time: 0.1614344
Feb 10 20:56:36.707376 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [None req-a075088a-33ed-4708-9346-32ca84db3eff admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=79929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 20:56:36.835034 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a075088a-33ed-4708-9346-32ca84db3eff admin admin] Notify callbacks [] for subnet, before_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:56:37.156548 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a075088a-33ed-4708-9346-32ca84db3eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363258056710465'] for subnet, after_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:56:37.172211 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-88cac81a-5d0c-470d-8e27-892fb8e90b39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 20:56:37.315984 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a075088a-33ed-4708-9346-32ca84db3eff admin admin] Pushing event updated for resources: {'Subnet': ['ID=01cfd3b7-7db6-4874-bd52-4479b6f3fcfa,revision_number=1']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 20:56:37.326804 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a075088a-33ed-4708-9346-32ca84db3eff admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 20:56:37.327193 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a075088a-33ed-4708-9346-32ca84db3eff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 20:56:37.327574 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a075088a-33ed-4708-9346-32ca84db3eff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 20:56:37.327949 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a075088a-33ed-4708-9346-32ca84db3eff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 20:56:37.328320 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a075088a-33ed-4708-9346-32ca84db3eff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 20:56:37.328708 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a075088a-33ed-4708-9346-32ca84db3eff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 20:56:37.329077 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a075088a-33ed-4708-9346-32ca84db3eff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 20:56:37.329437 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a075088a-33ed-4708-9346-32ca84db3eff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 20:56:37.329799 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a075088a-33ed-4708-9346-32ca84db3eff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 20:56:37.330197 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a075088a-33ed-4708-9346-32ca84db3eff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 20:56:37.330559 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a075088a-33ed-4708-9346-32ca84db3eff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 20:56:37.330921 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a075088a-33ed-4708-9346-32ca84db3eff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 20:56:37.336850 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-a075088a-33ed-4708-9346-32ca84db3eff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 20:56:37.369008 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a075088a-33ed-4708-9346-32ca84db3eff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 20:56:37.369544 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a075088a-33ed-4708-9346-32ca84db3eff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728031'] for subnet, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:56:37.382762 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-a075088a-33ed-4708-9346-32ca84db3eff admin admin] 10.222.0.82 "PUT /v2.0/subnets/01cfd3b7-7db6-4874-bd52-4479b6f3fcfa HTTP/1.1" status: 200  len: 868 time: 0.6678529
Feb 10 20:56:37.382920 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eeeeff3-89ac-46de-832d-cae7c6c853ab None None] Network fda1aa71-242e-4d35-a3a6-a8e809cde95a requested from dv-cinder-775008-1-iscsi {{(pid=79930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 10 20:56:37.852207 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-29b22263-8ff6-4008-b0d2-3b9daf71d55c None None] Provisioning complete for port 24e3bdcc-51c2-438a-8ee7-fb1d05002ad8 triggered by entity DHCP. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 20:56:37.852940 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-29b22263-8ff6-4008-b0d2-3b9daf71d55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:56:37.989716 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-29b22263-8ff6-4008-b0d2-3b9daf71d55c None None] Provisioning complete for port a210824a-26d0-4c5e-8c96-591d48136492 triggered by entity DHCP. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 20:56:37.990033 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-29b22263-8ff6-4008-b0d2-3b9daf71d55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:56:39.903159 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 52614) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 20:56:40.121202 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d89a699-c8f4-4344-ae40-2cd0ede17f5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 20:56:40.121631 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d89a699-c8f4-4344-ae40-2cd0ede17f5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 20:56:40.123321 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-1d89a699-c8f4-4344-ae40-2cd0ede17f5f admin admin] 10.222.0.82 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.2190347
Feb 10 20:56:42.656405 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 52624) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 20:56:42.876109 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a9efe8-aad8-425b-9743-7e1d84e1b9b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 20:56:42.876445 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a9efe8-aad8-425b-9743-7e1d84e1b9b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 20:56:42.878134 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-b0a9efe8-aad8-425b-9743-7e1d84e1b9b9 admin admin] 10.222.0.82 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.2206538
Feb 10 20:56:45.392295 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 52634) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 20:56:45.606028 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e41f57-5aa5-4b57-9a28-e5c8e088d4af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 20:56:45.607493 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-96e41f57-5aa5-4b57-9a28-e5c8e088d4af admin admin] 10.222.0.82 "GET /v2.0/networks/caec50ae-8f3b-4f45-a3ad-eb903a732614 HTTP/1.1" status: 200  len: 886 time: 0.2141659
Feb 10 20:56:48.147340 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 52644) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 20:56:48.365354 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7df5edd-8ad3-4a65-9492-37e38be82e9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 20:56:48.366828 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-d7df5edd-8ad3-4a65-9492-37e38be82e9d admin admin] 10.222.0.82 "GET /v2.0/networks/fda1aa71-242e-4d35-a3a6-a8e809cde95a HTTP/1.1" status: 200  len: 862 time: 0.2178733
Feb 10 20:56:50.983590 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 52654) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 20:56:51.152703 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a16544-7f0b-4ae0-ab53-1a2d5c824c55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 20:56:51.153118 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a16544-7f0b-4ae0-ab53-1a2d5c824c55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 20:56:51.154891 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-e7a16544-7f0b-4ae0-ab53-1a2d5c824c55 admin admin] 10.222.0.82 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1702290
Feb 10 20:56:53.650049 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 52664) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 20:56:53.792893 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb05edd-e1c2-4847-9429-1738aeb66326 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 20:56:53.793290 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb05edd-e1c2-4847-9429-1738aeb66326 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 20:56:53.794974 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-1bb05edd-e1c2-4847-9429-1738aeb66326 admin admin] 10.222.0.82 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1438789
Feb 10 20:56:54.053582 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-24da6f4f-f2e0-4ee4-bb69-7dae0f092e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:56:56.287680 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 52674) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 20:56:56.438259 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dca048a-8e58-460b-adfb-52fb31999d64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 20:56:56.439723 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-2dca048a-8e58-460b-adfb-52fb31999d64 admin admin] 10.222.0.82 "GET /v2.0/subnets/01cfd3b7-7db6-4874-bd52-4479b6f3fcfa HTTP/1.1" status: 200  len: 868 time: 0.1504941
Feb 10 20:56:56.598867 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-5dbf192e-8813-4116-996c-0b34de46b206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:56:57.234582 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8e35c017-ca0e-4997-9af4-ce0f5f2c761e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:56:58.156398 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:56:58.259383 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a16a173f-35ea-40df-9953-0a23fc2526db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:56:58.934325 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 52684) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 20:56:59.074374 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e04e8b-a8db-424a-bbd5-1bec83f70318 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 20:56:59.075891 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-92e04e8b-a8db-424a-bbd5-1bec83f70318 admin admin] 10.222.0.82 "GET /v2.0/subnets/47475132-bc81-43cb-b635-450463390609 HTTP/1.1" status: 200  len: 816 time: 0.1404536
Feb 10 20:57:09.779859 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.agents_db [None req-2fd61c53-9bc0-4c2f-aa40-be9729c6e46f None None] Agent healthcheck: found 5 active agents {{(pid=79931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 10 20:57:24.056885 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-7c79fcaa-713c-4a53-af3f-cc6d3ae9a21e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:57:25.307227 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 52724) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 20:57:25.390209 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [None req-4e895693-8136-4f09-ac60-52c8cc623f98 admin admin] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=79929) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 10 20:57:25.391305 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-4e895693-8136-4f09-ac60-52c8cc623f98 admin admin] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0830612
Feb 10 20:57:26.602343 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-d6752f57-f66a-40c1-bb76-a87fda03be90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:57:27.236715 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8e35c017-ca0e-4997-9af4-ce0f5f2c761e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:57:28.083733 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 52734) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 20:57:28.161385 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:57:28.194539 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.pecan_wsgi.hooks.translation [None req-67df7d54-0a6b-4c4b-a931-58ee69865340 admin admin] GET failed (client error): The resource could not be found.
Feb 10 20:57:28.196250 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-67df7d54-0a6b-4c4b-a931-58ee69865340 admin admin] 10.222.0.82 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.1108451
Feb 10 20:57:28.260261 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a16a173f-35ea-40df-9953-0a23fc2526db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:57:28.346592 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c685f710-ec43-4c9b-a550-b060639aa212 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 20:57:28.348207 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-c685f710-ec43-4c9b-a550-b060639aa212 admin admin] 10.222.0.82 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1473613
Feb 10 20:57:30.869683 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 52744) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 20:57:30.950297 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [None req-660c6b75-7e2d-4716-ab27-2883f356af7d admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=79929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 20:57:30.955142 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-660c6b75-7e2d-4716-ab27-2883f356af7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 20:57:30.965017 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-660c6b75-7e2d-4716-ab27-2883f356af7d admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 20:57:30.973655 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-660c6b75-7e2d-4716-ab27-2883f356af7d admin admin] Made reservation on behalf of 13b49c6106bb44038528a1682ee84ed6 for: {'network': 1} {{(pid=79929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 10 20:57:30.978875 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-660c6b75-7e2d-4716-ab27-2883f356af7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for network, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:57:31.075408 dv-cinder-775008-1-iscsi neutron-server[79816]: WARNING neutron.services.revisions.revision_plugin [None req-660c6b75-7e2d-4716-ab27-2883f356af7d admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7fbf90286748] {project_id='13b49c6106bb44038528a1682ee84ed6', id='51f91e40-63fb-41df-9126-1180c55227da', target_tenant='*', action='access_as_shared', object_id='bea29900-33c6-4da8-a08f-b5bca0baf5e2'}> to bump revision.
Feb 10 20:57:31.098167 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-660c6b75-7e2d-4716-ab27-2883f356af7d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2}  {{(pid=79929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 10 20:57:31.111253 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-660c6b75-7e2d-4716-ab27-2883f356af7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853830591'] for segment, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:57:31.111629 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.db.segments_db [None req-660c6b75-7e2d-4716-ab27-2883f356af7d admin admin] Added segment 9fe6dc4f-0931-4f8e-a0da-1d14c9569d68 of type vxlan for network bea29900-33c6-4da8-a08f-b5bca0baf5e2
Feb 10 20:57:31.139032 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-660c6b75-7e2d-4716-ab27-2883f356af7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363258057162953'] for network, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:57:31.171167 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-660c6b75-7e2d-4716-ab27-2883f356af7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014'] for network, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:57:31.172400 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660c6b75-7e2d-4716-ab27-2883f356af7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 20:57:31.173032 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-660c6b75-7e2d-4716-ab27-2883f356af7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728031'] for network, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:57:31.177866 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-fa540bfe-a73c-43fa-a54c-7e6e45df5969 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 20:57:31.282229 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-660c6b75-7e2d-4716-ab27-2883f356af7d admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201  len: 840 time: 0.4112468
Feb 10 20:57:31.282968 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660c6b75-7e2d-4716-ab27-2883f356af7d admin admin] Pushing event updated for resources: {'Network': ['ID=bea29900-33c6-4da8-a08f-b5bca0baf5e2,revision_number=1']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 20:57:31.295703 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-660c6b75-7e2d-4716-ab27-2883f356af7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 20:57:31.309246 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Network bea29900-33c6-4da8-a08f-b5bca0baf5e2 details requested by agent ovs-agent-dv-cinder-775008-1-iscsi with host dv-cinder-775008-1-iscsi {{(pid=79930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 10 20:57:33.807430 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 52754) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 20:57:33.915540 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.pecan_wsgi.hooks.translation [None req-e10ac1a2-3681-4272-b3a7-6b89618e38cc admin admin] GET failed (client error): The resource could not be found.
Feb 10 20:57:33.916091 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-e10ac1a2-3681-4272-b3a7-6b89618e38cc admin admin] Synchronizing usage tracker for tenant:13b49c6106bb44038528a1682ee84ed6 on resource:network {{(pid=79929) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 10 20:57:33.930876 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-e10ac1a2-3681-4272-b3a7-6b89618e38cc admin admin] Unset dirty status for tenant:13b49c6106bb44038528a1682ee84ed6 on resource:network {{(pid=79929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 10 20:57:33.932068 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-e10ac1a2-3681-4272-b3a7-6b89618e38cc admin admin] 10.222.0.82 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1234663
Feb 10 20:57:34.047470 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49cedc0-0626-46e0-b86b-5e58c115ada6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 20:57:34.048988 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-d49cedc0-0626-46e0-b86b-5e58c115ada6 admin admin] 10.222.0.82 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 819 time: 0.1122854
Feb 10 20:57:34.063779 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [None req-c75e84f3-9b10-4e25-915a-d93ce3e258b0 admin admin] Request body: {'subnet': {'network_id': 'bea29900-33c6-4da8-a08f-b5bca0baf5e2', 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=79929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 20:57:34.069093 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-c75e84f3-9b10-4e25-915a-d93ce3e258b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 20:57:34.080186 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-c75e84f3-9b10-4e25-915a-d93ce3e258b0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 20:57:34.089190 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c75e84f3-9b10-4e25-915a-d93ce3e258b0 admin admin] Made reservation on behalf of 13b49c6106bb44038528a1682ee84ed6 for: {'subnet': 1} {{(pid=79929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 10 20:57:34.093772 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c75e84f3-9b10-4e25-915a-d93ce3e258b0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:57:34.667203 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c75e84f3-9b10-4e25-915a-d93ce3e258b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014'] for subnet, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:57:34.682784 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 20:57:34.816382 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75e84f3-9b10-4e25-915a-d93ce3e258b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff477d54-3654-437b-bc23-8eb469b6e8b9,revision_number=0']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 20:57:34.820848 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-c75e84f3-9b10-4e25-915a-d93ce3e258b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 20:57:34.879462 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75e84f3-9b10-4e25-915a-d93ce3e258b0 admin admin] Checking segment: {'id': '9fe6dc4f-0931-4f8e-a0da-1d14c9569d68', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'bea29900-33c6-4da8-a08f-b5bca0baf5e2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 10 20:57:34.879846 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75e84f3-9b10-4e25-915a-d93ce3e258b0 admin admin] Network hostable DHCP agents. Network: bea29900-33c6-4da8-a08f-b5bca0baf5e2, hostable agents: ['81d85903-877f-455d-aaa7-fc933394e41c'], hosted agents: [] {{(pid=79929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 10 20:57:34.899335 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75e84f3-9b10-4e25-915a-d93ce3e258b0 admin admin] Network bea29900-33c6-4da8-a08f-b5bca0baf5e2 is scheduled to be hosted by DHCP agent 81d85903-877f-455d-aaa7-fc933394e41c with binding_index 1 {{(pid=79929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 10 20:57:34.907240 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.base_scheduler [None req-c75e84f3-9b10-4e25-915a-d93ce3e258b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775008-1-iscsi, bea29900-33c6-4da8-a08f-b5bca0baf5e2) {{(pid=79929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 10 20:57:34.911150 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75e84f3-9b10-4e25-915a-d93ce3e258b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 20:57:34.911795 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c75e84f3-9b10-4e25-915a-d93ce3e258b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728031'] for subnet, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:57:34.917931 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b904ff-370a-4498-95c6-0f58f3594242 None None] Network bea29900-33c6-4da8-a08f-b5bca0baf5e2 requested from dv-cinder-775008-1-iscsi {{(pid=79930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 10 20:57:34.937140 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-c75e84f3-9b10-4e25-915a-d93ce3e258b0 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.8775384
Feb 10 20:57:35.172071 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e882367-effd-466c-a5ed-9923ec1bb1d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e4fef36-f19b-5af1-8d30-5a9f97738b06-bea29900-33c6-4da8-a08f-b5bca0baf5e2', 'network_id': 'bea29900-33c6-4da8-a08f-b5bca0baf5e2', 'tenant_id': '13b49c6106bb44038528a1682ee84ed6', 'fixed_ips': [{'subnet_id': 'ff477d54-3654-437b-bc23-8eb469b6e8b9'}]}} from dv-cinder-775008-1-iscsi. {{(pid=79930) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 10 20:57:35.173008 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-9e882367-effd-466c-a5ed-9923ec1bb1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_create {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:57:35.481451 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.db_base_plugin_common [None req-9e882367-effd-466c-a5ed-9923ec1bb1d1 None None] Allocated IP 192.168.233.2 (bea29900-33c6-4da8-a08f-b5bca0baf5e2/ff477d54-3654-437b-bc23-8eb469b6e8b9/cfad56d3-2a10-4ce2-884b-56238c67cea7) {{(pid=79930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 10 20:57:35.947561 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-9e882367-effd-466c-a5ed-9923ec1bb1d1 None None] Notify callbacks [] for port, precommit_create {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:57:35.967298 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-9e882367-effd-466c-a5ed-9923ec1bb1d1 None None] Transition to ACTIVE for port object cfad56d3-2a10-4ce2-884b-56238c67cea7 will not be triggered until provisioned by entity L2. {{(pid=79930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 10 20:57:35.995213 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-9e882367-effd-466c-a5ed-9923ec1bb1d1 None None] Transition to ACTIVE for port object cfad56d3-2a10-4ce2-884b-56238c67cea7 will not be triggered until provisioned by entity DHCP. {{(pid=79930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 10 20:57:36.001952 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-9e882367-effd-466c-a5ed-9923ec1bb1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778797635767'] for port, after_create {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:57:36.030993 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-ee80e36b-98b7-4320-8f77-15529544814b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 20:57:36.212244 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e882367-effd-466c-a5ed-9923ec1bb1d1 None None] Pushing event updated for resources: {'Port': ['ID=cfad56d3-2a10-4ce2-884b-56238c67cea7,revision_number=1']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 20:57:36.224795 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e882367-effd-466c-a5ed-9923ec1bb1d1 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 20:57:36.225917 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e882367-effd-466c-a5ed-9923ec1bb1d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 20:57:36.226323 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e882367-effd-466c-a5ed-9923ec1bb1d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 20:57:36.226690 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e882367-effd-466c-a5ed-9923ec1bb1d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 20:57:36.227053 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e882367-effd-466c-a5ed-9923ec1bb1d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 20:57:36.227415 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e882367-effd-466c-a5ed-9923ec1bb1d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 20:57:36.227768 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e882367-effd-466c-a5ed-9923ec1bb1d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 20:57:36.228119 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e882367-effd-466c-a5ed-9923ec1bb1d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 20:57:36.228493 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e882367-effd-466c-a5ed-9923ec1bb1d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 20:57:36.228845 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e882367-effd-466c-a5ed-9923ec1bb1d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 20:57:36.229200 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e882367-effd-466c-a5ed-9923ec1bb1d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 20:57:36.229551 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e882367-effd-466c-a5ed-9923ec1bb1d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 20:57:36.234852 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-9e882367-effd-466c-a5ed-9923ec1bb1d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 20:57:36.278130 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e882367-effd-466c-a5ed-9923ec1bb1d1 None None] Network bea29900-33c6-4da8-a08f-b5bca0baf5e2 is already hosted by enough agents. {{(pid=79930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 10 20:57:36.279353 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.base_scheduler [None req-9e882367-effd-466c-a5ed-9923ec1bb1d1 None None] Resources bound (agent type, host, resource id):  {{(pid=79930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 10 20:57:36.282342 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e882367-effd-466c-a5ed-9923ec1bb1d1 None None] Received port after_create {{(pid=79930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 10 20:57:36.345864 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-9e882367-effd-466c-a5ed-9923ec1bb1d1 None None] Attempting to bind port cfad56d3-2a10-4ce2-884b-56238c67cea7 on host dv-cinder-775008-1-iscsi for vnic_type normal with profile  {{(pid=79930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 10 20:57:36.346297 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-9e882367-effd-466c-a5ed-9923ec1bb1d1 None None] Attempting to bind port cfad56d3-2a10-4ce2-884b-56238c67cea7 by drivers openvswitch on host dv-cinder-775008-1-iscsi at level 0 using segments [{'id': '9fe6dc4f-0931-4f8e-a0da-1d14c9569d68', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'bea29900-33c6-4da8-a08f-b5bca0baf5e2'}] {{(pid=79930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 10 20:57:36.346697 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e882367-effd-466c-a5ed-9923ec1bb1d1 None None] Attempting to bind port cfad56d3-2a10-4ce2-884b-56238c67cea7 on network bea29900-33c6-4da8-a08f-b5bca0baf5e2 {{(pid=79930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 10 20:57:36.352987 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e882367-effd-466c-a5ed-9923ec1bb1d1 None None] Checking agent: {'id': '1c483f99-5707-4fa0-b001-c7f2c0c49e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775008-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 10, 20, 53, 28), 'started_at': datetime.datetime(2021, 2, 10, 20, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 2, 10, 20, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775008-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 10 20:57:36.353395 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e882367-effd-466c-a5ed-9923ec1bb1d1 None None] Checking segment: {'id': '9fe6dc4f-0931-4f8e-a0da-1d14c9569d68', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'bea29900-33c6-4da8-a08f-b5bca0baf5e2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 10 20:57:36.353837 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-9e882367-effd-466c-a5ed-9923ec1bb1d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:57:36.354296 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e882367-effd-466c-a5ed-9923ec1bb1d1 None None] Bound using segment: {'id': '9fe6dc4f-0931-4f8e-a0da-1d14c9569d68', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'bea29900-33c6-4da8-a08f-b5bca0baf5e2'} {{(pid=79930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 10 20:57:36.354802 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-9e882367-effd-466c-a5ed-9923ec1bb1d1 None None] Bound port: cfad56d3-2a10-4ce2-884b-56238c67cea7, host: dv-cinder-775008-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fe6dc4f-0931-4f8e-a0da-1d14c9569d68', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'bea29900-33c6-4da8-a08f-b5bca0baf5e2'}}] {{(pid=79930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 10 20:57:36.355212 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-9e882367-effd-466c-a5ed-9923ec1bb1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:57:36.456396 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-9e882367-effd-466c-a5ed-9923ec1bb1d1 None None] For port cfad56d3-2a10-4ce2-884b-56238c67cea7, host dv-cinder-775008-1-iscsi, cleared binding levels {{(pid=79930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 10 20:57:36.462184 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-9e882367-effd-466c-a5ed-9923ec1bb1d1 None None] For port cfad56d3-2a10-4ce2-884b-56238c67cea7, host dv-cinder-775008-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-iscsi',level=0,port_id=cfad56d3-2a10-4ce2-884b-56238c67cea7,segment=NetworkSegment(9fe6dc4f-0931-4f8e-a0da-1d14c9569d68),segment_id=9fe6dc4f-0931-4f8e-a0da-1d14c9569d68)] {{(pid=79930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 10 20:57:36.466366 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-9e882367-effd-466c-a5ed-9923ec1bb1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:57:36.486737 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 20:57:36.646440 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e882367-effd-466c-a5ed-9923ec1bb1d1 None None] Pushing event updated for resources: {'Port': ['ID=cfad56d3-2a10-4ce2-884b-56238c67cea7,revision_number=2']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 20:57:36.653490 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-9e882367-effd-466c-a5ed-9923ec1bb1d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 20:57:37.986099 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dec5907-aff0-49df-810d-c0c58ae4d7e7 None None] Network bea29900-33c6-4da8-a08f-b5bca0baf5e2 requested from dv-cinder-775008-1-iscsi {{(pid=79930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 10 20:57:38.093013 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-c7e6d226-15b5-4864-8062-a0a5c2595959 None None] Provisioning for port cfad56d3-2a10-4ce2-884b-56238c67cea7 completed by entity DHCP. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 10 20:57:38.326257 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Device cfad56d3-2a10-4ce2-884b-56238c67cea7 up at agent ovs-agent-dv-cinder-775008-1-iscsi {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 20:57:38.407278 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Provisioning for port cfad56d3-2a10-4ce2-884b-56238c67cea7 completed by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 10 20:57:38.414872 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Provisioning complete for port cfad56d3-2a10-4ce2-884b-56238c67cea7 triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 20:57:38.415299 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:57:38.567511 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-0220d73e-a0d1-4298-bbdc-4ab410e2f8aa None None] Provisioning complete for port cfad56d3-2a10-4ce2-884b-56238c67cea7 triggered by entity DHCP. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 20:57:38.567942 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-0220d73e-a0d1-4298-bbdc-4ab410e2f8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:57:38.599057 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:57:38.702862 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] For port cfad56d3-2a10-4ce2-884b-56238c67cea7, host dv-cinder-775008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-iscsi',level=0,port_id=cfad56d3-2a10-4ce2-884b-56238c67cea7,segment=NetworkSegment(9fe6dc4f-0931-4f8e-a0da-1d14c9569d68),segment_id=9fe6dc4f-0931-4f8e-a0da-1d14c9569d68)] {{(pid=79930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 20:57:38.709796 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:57:38.715661 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 20:57:38.843775 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Pushing event updated for resources: {'Port': ['ID=cfad56d3-2a10-4ce2-884b-56238c67cea7,revision_number=3']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 20:57:38.851348 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 20:57:38.962857 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-253e4860-f594-40a0-961e-a66789f7000a None None] Provisioning complete for port cfad56d3-2a10-4ce2-884b-56238c67cea7 triggered by entity DHCP. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 20:57:38.963432 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-253e4860-f594-40a0-961e-a66789f7000a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:57:40.280762 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Device cfad56d3-2a10-4ce2-884b-56238c67cea7 up at agent ovs-agent-dv-cinder-775008-1-iscsi {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 20:57:40.360822 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Provisioning complete for port cfad56d3-2a10-4ce2-884b-56238c67cea7 triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 20:57:40.361112 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:57:46.780429 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.agents_db [None req-2fd61c53-9bc0-4c2f-aa40-be9729c6e46f None None] Agent healthcheck: found 5 active agents {{(pid=79931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 10 20:57:54.073442 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-94f88eb0-a200-4179-b629-7eefa17292b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:57:56.605384 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-80bda0ad-479e-4aae-9bd0-3924aa01eb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:57:57.240698 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8e35c017-ca0e-4997-9af4-ce0f5f2c761e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:57:58.154851 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:57:58.266129 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a16a173f-35ea-40df-9953-0a23fc2526db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:58:23.779894 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.agents_db [None req-2fd61c53-9bc0-4c2f-aa40-be9729c6e46f None None] Agent healthcheck: found 5 active agents {{(pid=79931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 10 20:58:24.066728 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-39a55713-3caf-4ccb-ba06-a4b8c22fe0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:58:26.607387 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-eed89c1e-01b3-47fe-88b9-8df3aea28bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:58:27.245394 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8e35c017-ca0e-4997-9af4-ce0f5f2c761e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:58:28.157569 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:58:28.272537 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a16a173f-35ea-40df-9953-0a23fc2526db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:58:48.859071 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 52796) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 20:58:48.865539 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [None req-bfee4ed3-3b9c-4c72-87ac-f56332f07ea8 tempest-verify_tempest_config-1290848941 tempest-verify_tempest_config-1290848941-project] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=79929) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 10 20:58:48.866693 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-bfee4ed3-3b9c-4c72-87ac-f56332f07ea8 tempest-verify_tempest_config-1290848941 tempest-verify_tempest_config-1290848941-project] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13450 time: 0.0065627
Feb 10 20:58:49.221566 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 52816) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 20:58:49.376692 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-cf2d16b8-081f-473d-bace-ad7530ba5f68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:58:49.392907 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-cf2d16b8-081f-473d-bace-ad7530ba5f68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 20:58:49.397645 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-cf2d16b8-081f-473d-bace-ad7530ba5f68 admin admin] Usage tracker for resource:security_group_rule and tenant:57d355041a864b358cbf577e78764243 is out of sync, need to count used quota {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 20:58:49.400584 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-cf2d16b8-081f-473d-bace-ad7530ba5f68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 20:58:49.406279 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-cf2d16b8-081f-473d-bace-ad7530ba5f68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 20:58:49.495442 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-cf2d16b8-081f-473d-bace-ad7530ba5f68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:58:49.498060 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-cf2d16b8-081f-473d-bace-ad7530ba5f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:58:49.507436 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 20:58:49.548369 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-cf2d16b8-081f-473d-bace-ad7530ba5f68 admin admin] Synchronizing usage tracker for tenant:13b49c6106bb44038528a1682ee84ed6 on resource:security_group {{(pid=79929) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 10 20:58:49.552638 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2d16b8-081f-473d-bace-ad7530ba5f68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9df84a4e-a560-4548-ace4-294ed97e7fa6,revision_number=1']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 20:58:49.564428 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2d16b8-081f-473d-bace-ad7530ba5f68 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 20:58:49.564816 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2d16b8-081f-473d-bace-ad7530ba5f68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 20:58:49.565192 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2d16b8-081f-473d-bace-ad7530ba5f68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 20:58:49.565562 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2d16b8-081f-473d-bace-ad7530ba5f68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 20:58:49.565928 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2d16b8-081f-473d-bace-ad7530ba5f68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 20:58:49.566424 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2d16b8-081f-473d-bace-ad7530ba5f68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 20:58:49.566794 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2d16b8-081f-473d-bace-ad7530ba5f68 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 20:58:49.567156 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2d16b8-081f-473d-bace-ad7530ba5f68 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 20:58:49.567525 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2d16b8-081f-473d-bace-ad7530ba5f68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 20:58:49.567885 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2d16b8-081f-473d-bace-ad7530ba5f68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 20:58:49.568243 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2d16b8-081f-473d-bace-ad7530ba5f68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 20:58:49.568599 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2d16b8-081f-473d-bace-ad7530ba5f68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 20:58:49.574516 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-cf2d16b8-081f-473d-bace-ad7530ba5f68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 20:58:49.579473 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-cf2d16b8-081f-473d-bace-ad7530ba5f68 admin admin] Unset dirty status for tenant:13b49c6106bb44038528a1682ee84ed6 on resource:security_group {{(pid=79929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 10 20:58:49.580935 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-cf2d16b8-081f-473d-bace-ad7530ba5f68 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=57d355041a864b358cbf577e78764243&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3582730
Feb 10 20:58:49.584353 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 52822) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 20:58:49.648980 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-38b811ab-383c-461f-8e50-d1387ad18ffd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:58:49.676442 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-38b811ab-383c-461f-8e50-d1387ad18ffd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:58:49.726750 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-38b811ab-383c-461f-8e50-d1387ad18ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:58:49.731838 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-257a909c-4d21-4c04-8576-8834c9c09a95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 20:58:49.742943 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b811ab-383c-461f-8e50-d1387ad18ffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df84a4e-a560-4548-ace4-294ed97e7fa6,revision_number=None']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 20:58:49.746500 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-38b811ab-383c-461f-8e50-d1387ad18ffd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 20:58:49.749642 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-38b811ab-383c-461f-8e50-d1387ad18ffd admin admin] Notify callbacks [] for security_group, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:58:49.750866 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-38b811ab-383c-461f-8e50-d1387ad18ffd admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/9df84a4e-a560-4548-ace4-294ed97e7fa6 HTTP/1.1" status: 204  len: 168 time: 0.1654618
Feb 10 20:58:54.074965 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-1bef1272-f3cc-4469-a387-5ae575474162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:58:56.609521 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-cee07225-b53a-492a-9c23-f81da36226b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:58:57.245538 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8e35c017-ca0e-4997-9af4-ce0f5f2c761e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:58:58.160540 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:58:58.274465 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a16a173f-35ea-40df-9953-0a23fc2526db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:59:00.780024 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.agents_db [None req-2fd61c53-9bc0-4c2f-aa40-be9729c6e46f None None] Agent healthcheck: found 5 active agents {{(pid=79931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 10 20:59:24.068087 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-febe4a81-1414-4e0f-a2a5-6b5a97a843a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:59:26.611097 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c432c20e-f20f-4b9e-b59a-562e2f286ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:59:27.249577 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8e35c017-ca0e-4997-9af4-ce0f5f2c761e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:59:28.162544 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:59:28.277811 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a16a173f-35ea-40df-9953-0a23fc2526db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:59:37.779137 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.agents_db [None req-2fd61c53-9bc0-4c2f-aa40-be9729c6e46f None None] Agent healthcheck: found 5 active agents {{(pid=79931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 10 20:59:54.072632 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c54e9853-1872-41c6-8690-6320c195d1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:59:56.613519 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a9677233-9efd-4026-bc92-45cad9561a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:59:57.252792 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8e35c017-ca0e-4997-9af4-ce0f5f2c761e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:59:58.165127 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 20:59:58.280316 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a16a173f-35ea-40df-9953-0a23fc2526db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:00:14.779246 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.agents_db [None req-2fd61c53-9bc0-4c2f-aa40-be9729c6e46f None None] Agent healthcheck: found 5 active agents {{(pid=79931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 10 21:00:24.075760 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-f4ee80cb-b32f-4bb5-90de-b06ea086bcc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:00:26.615007 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ea2690d2-b753-4191-b971-7c0a83b94e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:00:27.254142 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8e35c017-ca0e-4997-9af4-ce0f5f2c761e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:00:28.167546 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:00:28.283988 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a16a173f-35ea-40df-9953-0a23fc2526db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:00:30.961004 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155'] for agent, after_create {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:00:30.961574 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:00:30.961804 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:00:30.962205 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:00:30.962680 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:00:30.963018 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:00:30.963391 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:00:30.963764 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:00:30.964133 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:00:30.964502 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:00:30.964870 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:00:30.965239 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:00:30.965602 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:00:30.965992 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fbf90465d30>, 'Open vSwitch agent', 'hv-cinder-77500', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=79930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:00:30.970879 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fbf900f0d30>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-77500', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=79930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:00:31.301648 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] get_endpoint_by_host() called for host hv-cinder-77500 {{(pid=79930) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Feb 10 21:00:31.306589 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] get_endpoint_by_ip() called for ip 192.168.0.55 {{(pid=79930) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Feb 10 21:00:31.309807 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] _add_endpoint() called for ip 192.168.0.55 {{(pid=79930) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Feb 10 21:00:31.315032 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] _get_endpoints() called {{(pid=79930) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Feb 10 21:00:43.786572 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 52894) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:00:43.944282 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-a553595c-6664-494a-ae37-c1ec4c6269d7 admin admin] 10.222.0.82 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5085 time: 0.1561394
Feb 10 21:00:46.711281 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 52904) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:00:46.800847 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-25bb90df-c1cc-4e60-b979-764f6ef084e8 admin admin] 10.222.0.82 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5085 time: 0.0881746
Feb 10 21:00:51.779465 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.agents_db [None req-2fd61c53-9bc0-4c2f-aa40-be9729c6e46f None None] Agent healthcheck: found 6 active agents {{(pid=79931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 10 21:00:54.083162 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-30b1a5fa-a015-4abe-a1fc-4dffb65bc00c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:00:56.618667 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c141b2b1-769c-4179-8573-e6147cfbe0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:00:57.258367 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8e35c017-ca0e-4997-9af4-ce0f5f2c761e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:00:58.171391 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:00:58.290463 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a16a173f-35ea-40df-9953-0a23fc2526db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:01:00.960939 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:01:24.077199 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-2c675b4c-0704-4d16-9571-29f5ce8182b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:01:26.621275 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddf32-8cd0-41ea-81eb-1066cb2c458e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:01:27.262502 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8e35c017-ca0e-4997-9af4-ce0f5f2c761e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:01:28.173601 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:01:28.291736 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a16a173f-35ea-40df-9953-0a23fc2526db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:01:28.778928 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.agents_db [None req-2fd61c53-9bc0-4c2f-aa40-be9729c6e46f None None] Agent healthcheck: found 6 active agents {{(pid=79931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 10 21:01:30.961410 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:01:54.079092 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-235f22fa-ac85-486b-b447-d193563a3757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:01:56.624236 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b3a408b3-355f-4f21-9e59-fd696ac7bb94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:01:57.264009 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8e35c017-ca0e-4997-9af4-ce0f5f2c761e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:01:58.177959 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:01:58.295086 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a16a173f-35ea-40df-9953-0a23fc2526db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:00.961051 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:05.779035 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.agents_db [None req-2fd61c53-9bc0-4c2f-aa40-be9729c6e46f None None] Agent healthcheck: found 6 active agents {{(pid=79931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 10 21:02:24.100576 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c1e20de0-a0c9-4f88-941a-36ce85556585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:25.343561 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 53070) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:02:26.238494 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 53108) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:02:26.625011 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-1eebe406-283f-479a-a7a0-309dd385ad1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:26.668244 dv-cinder-775008-1-iscsi neutron-server[79816]: WARNING oslo_policy.policy [None req-850c989f-2d33-4dc2-a4bb-cc7e47e91572 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 10 21:02:26.668781 dv-cinder-775008-1-iscsi neutron-server[79816]: WARNING oslo_policy.policy [None req-850c989f-2d33-4dc2-a4bb-cc7e47e91572 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 10 21:02:26.843715 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 53124) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:02:26.925753 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [None req-850c989f-2d33-4dc2-a4bb-cc7e47e91572 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-733361973-network', 'tenant_id': '92212326132c472cbbd1d5f9a6549ec7'}} {{(pid=79928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:02:26.932743 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.quota [None req-850c989f-2d33-4dc2-a4bb-cc7e47e91572 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fbf91856278>.
Feb 10 21:02:26.950521 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [None req-bf4961eb-5574-4b2d-879d-efd74e1acdc8 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-742085926-network', 'tenant_id': '865e082448cd4f47bc948c3eff8bebda'}} {{(pid=79928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:02:26.963514 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-850c989f-2d33-4dc2-a4bb-cc7e47e91572 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:02:26.972006 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-bf4961eb-5574-4b2d-879d-efd74e1acdc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:02:26.975794 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-850c989f-2d33-4dc2-a4bb-cc7e47e91572 admin admin] Usage tracker for resource:network and tenant:92212326132c472cbbd1d5f9a6549ec7 is out of sync, need to count used quota {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:02:26.981750 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-850c989f-2d33-4dc2-a4bb-cc7e47e91572 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:02:26.986734 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-bf4961eb-5574-4b2d-879d-efd74e1acdc8 admin admin] Usage tracker for resource:network and tenant:865e082448cd4f47bc948c3eff8bebda is out of sync, need to count used quota {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:02:26.992504 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-bf4961eb-5574-4b2d-879d-efd74e1acdc8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:02:26.995546 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-850c989f-2d33-4dc2-a4bb-cc7e47e91572 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:02:27.006380 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-bf4961eb-5574-4b2d-879d-efd74e1acdc8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:02:27.019739 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-850c989f-2d33-4dc2-a4bb-cc7e47e91572 admin admin] Made reservation on behalf of 92212326132c472cbbd1d5f9a6549ec7 for: {'network': 1} {{(pid=79928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 10 21:02:27.053554 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 53142) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:02:27.076510 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.policy [None req-850c989f-2d33-4dc2-a4bb-cc7e47e91572 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=79928) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Feb 10 21:02:27.077727 dv-cinder-775008-1-iscsi neutron-server[79816]: WARNING oslo_policy.policy [None req-850c989f-2d33-4dc2-a4bb-cc7e47e91572 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 10 21:02:27.078389 dv-cinder-775008-1-iscsi neutron-server[79816]: WARNING oslo_policy.policy [None req-850c989f-2d33-4dc2-a4bb-cc7e47e91572 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 10 21:02:27.110760 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-850c989f-2d33-4dc2-a4bb-cc7e47e91572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for network, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:27.136025 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-850c989f-2d33-4dc2-a4bb-cc7e47e91572 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:27.146285 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf4961eb-5574-4b2d-879d-efd74e1acdc8 admin admin] Made reservation on behalf of 865e082448cd4f47bc948c3eff8bebda for: {'network': 1} {{(pid=79928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 10 21:02:27.152503 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-bf4961eb-5574-4b2d-879d-efd74e1acdc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for network, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:27.179588 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-bf4961eb-5574-4b2d-879d-efd74e1acdc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:27.193061 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-850c989f-2d33-4dc2-a4bb-cc7e47e91572 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:02:27.197551 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [None req-23d18ae9-6531-4453-b93c-12e595fb6a79 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-479774487-network', 'tenant_id': 'fd8c6aec55114f528929638c55a0f6a9'}} {{(pid=79929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:02:27.203379 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-23d18ae9-6531-4453-b93c-12e595fb6a79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:02:27.205936 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-850c989f-2d33-4dc2-a4bb-cc7e47e91572 admin admin] Usage tracker for resource:security_group_rule and tenant:92212326132c472cbbd1d5f9a6549ec7 is out of sync, need to count used quota {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:02:27.209101 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-23d18ae9-6531-4453-b93c-12e595fb6a79 admin admin] Usage tracker for resource:network and tenant:fd8c6aec55114f528929638c55a0f6a9 is out of sync, need to count used quota {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:02:27.211155 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-bf4961eb-5574-4b2d-879d-efd74e1acdc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:02:27.213286 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-23d18ae9-6531-4453-b93c-12e595fb6a79 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:02:27.213580 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-850c989f-2d33-4dc2-a4bb-cc7e47e91572 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:02:27.220538 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-23d18ae9-6531-4453-b93c-12e595fb6a79 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:02:27.232260 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d18ae9-6531-4453-b93c-12e595fb6a79 admin admin] Made reservation on behalf of fd8c6aec55114f528929638c55a0f6a9 for: {'network': 1} {{(pid=79929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 10 21:02:27.233846 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-bf4961eb-5574-4b2d-879d-efd74e1acdc8 admin admin] Usage tracker for resource:security_group_rule and tenant:865e082448cd4f47bc948c3eff8bebda is out of sync, need to count used quota {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:02:27.238382 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-850c989f-2d33-4dc2-a4bb-cc7e47e91572 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:02:27.240756 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-23d18ae9-6531-4453-b93c-12e595fb6a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for network, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:27.241222 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-bf4961eb-5574-4b2d-879d-efd74e1acdc8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:02:27.249302 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-bf4961eb-5574-4b2d-879d-efd74e1acdc8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:02:27.278874 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8e35c017-ca0e-4997-9af4-ce0f5f2c761e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:27.279738 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-23d18ae9-6531-4453-b93c-12e595fb6a79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:27.303546 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-23d18ae9-6531-4453-b93c-12e595fb6a79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:02:27.308091 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-23d18ae9-6531-4453-b93c-12e595fb6a79 admin admin] Usage tracker for resource:security_group_rule and tenant:fd8c6aec55114f528929638c55a0f6a9 is out of sync, need to count used quota {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:02:27.311774 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-23d18ae9-6531-4453-b93c-12e595fb6a79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:02:27.318590 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-23d18ae9-6531-4453-b93c-12e595fb6a79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:02:27.433480 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-23d18ae9-6531-4453-b93c-12e595fb6a79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:27.436902 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-850c989f-2d33-4dc2-a4bb-cc7e47e91572 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:27.441326 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-23d18ae9-6531-4453-b93c-12e595fb6a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:27.444920 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-850c989f-2d33-4dc2-a4bb-cc7e47e91572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:27.447147 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:02:27.447286 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-bf4961eb-5574-4b2d-879d-efd74e1acdc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:27.453393 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:02:27.496907 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23d18ae9-6531-4453-b93c-12e595fb6a79 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=79929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 10 21:02:27.500514 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d18ae9-6531-4453-b93c-12e595fb6a79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e801818c-2ba7-416a-bfd6-16d694223349,revision_number=1']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:02:27.517889 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d18ae9-6531-4453-b93c-12e595fb6a79 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:02:27.518581 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d18ae9-6531-4453-b93c-12e595fb6a79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:02:27.519060 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d18ae9-6531-4453-b93c-12e595fb6a79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:02:27.519511 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d18ae9-6531-4453-b93c-12e595fb6a79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:02:27.519979 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d18ae9-6531-4453-b93c-12e595fb6a79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:02:27.521247 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d18ae9-6531-4453-b93c-12e595fb6a79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:02:27.521691 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d18ae9-6531-4453-b93c-12e595fb6a79 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:02:27.522163 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d18ae9-6531-4453-b93c-12e595fb6a79 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:02:27.522627 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d18ae9-6531-4453-b93c-12e595fb6a79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:02:27.523068 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d18ae9-6531-4453-b93c-12e595fb6a79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:02:27.523505 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d18ae9-6531-4453-b93c-12e595fb6a79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:02:27.523947 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d18ae9-6531-4453-b93c-12e595fb6a79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:02:27.524503 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d18ae9-6531-4453-b93c-12e595fb6a79 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:02:27.524957 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d18ae9-6531-4453-b93c-12e595fb6a79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:02:27.525623 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d18ae9-6531-4453-b93c-12e595fb6a79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:02:27.526108 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d18ae9-6531-4453-b93c-12e595fb6a79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:02:27.526552 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d18ae9-6531-4453-b93c-12e595fb6a79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:02:27.526990 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d18ae9-6531-4453-b93c-12e595fb6a79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:02:27.527431 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d18ae9-6531-4453-b93c-12e595fb6a79 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:02:27.527876 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d18ae9-6531-4453-b93c-12e595fb6a79 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:02:27.528329 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d18ae9-6531-4453-b93c-12e595fb6a79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:02:27.528916 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d18ae9-6531-4453-b93c-12e595fb6a79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:02:27.529343 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d18ae9-6531-4453-b93c-12e595fb6a79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:02:27.529780 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d18ae9-6531-4453-b93c-12e595fb6a79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:02:27.531493 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d18ae9-6531-4453-b93c-12e595fb6a79 admin admin] Tracked resource versions report:
Feb 10 21:02:27.531493 dv-cinder-775008-1-iscsi neutron-server[79816]: pushed versions:
Feb 10 21:02:27.531493 dv-cinder-775008-1-iscsi neutron-server[79816]: {   'AddressGroup': {'1.1'},
Feb 10 21:02:27.531493 dv-cinder-775008-1-iscsi neutron-server[79816]:     'ConntrackHelper': {'1.0'},
Feb 10 21:02:27.531493 dv-cinder-775008-1-iscsi neutron-server[79816]:     'Log': {'1.0'},
Feb 10 21:02:27.531493 dv-cinder-775008-1-iscsi neutron-server[79816]:     'Network': {'1.1'},
Feb 10 21:02:27.531493 dv-cinder-775008-1-iscsi neutron-server[79816]:     'Port': {'1.7'},
Feb 10 21:02:27.531493 dv-cinder-775008-1-iscsi neutron-server[79816]:     'PortForwarding': {'1.2'},
Feb 10 21:02:27.531493 dv-cinder-775008-1-iscsi neutron-server[79816]:     'QosPolicy': {'1.8'},
Feb 10 21:02:27.531493 dv-cinder-775008-1-iscsi neutron-server[79816]:     'SecurityGroup': {'1.4'},
Feb 10 21:02:27.531493 dv-cinder-775008-1-iscsi neutron-server[79816]:     'SecurityGroupRule': {'1.2'},
Feb 10 21:02:27.531493 dv-cinder-775008-1-iscsi neutron-server[79816]:     'SubPort': {'1.0'},
Feb 10 21:02:27.531493 dv-cinder-775008-1-iscsi neutron-server[79816]:     'Subnet': {'1.1'},
Feb 10 21:02:27.531493 dv-cinder-775008-1-iscsi neutron-server[79816]:     'Trunk': {'1.1'}}
Feb 10 21:02:27.531493 dv-cinder-775008-1-iscsi neutron-server[79816]: consumer versions:
Feb 10 21:02:27.531493 dv-cinder-775008-1-iscsi neutron-server[79816]: {   DHCP agent@dv-cinder-775008-1-iscsi: {},
Feb 10 21:02:27.531493 dv-cinder-775008-1-iscsi neutron-server[79816]:     L3 agent@dv-cinder-775008-1-iscsi: {},
Feb 10 21:02:27.531493 dv-cinder-775008-1-iscsi neutron-server[79816]:     Metadata agent@dv-cinder-775008-1-iscsi: {},
Feb 10 21:02:27.531493 dv-cinder-775008-1-iscsi neutron-server[79816]:     Metering agent@dv-cinder-775008-1-iscsi: {},
Feb 10 21:02:27.531493 dv-cinder-775008-1-iscsi neutron-server[79816]:     Open vSwitch agent@dv-cinder-775008-1-iscsi: {   'AddressGroup': '1.1',
Feb 10 21:02:27.531493 dv-cinder-775008-1-iscsi neutron-server[79816]:                                                      'ConntrackHelper': '1.0',
Feb 10 21:02:27.531493 dv-cinder-775008-1-iscsi neutron-server[79816]:                                                      'Log': '1.0',
Feb 10 21:02:27.531493 dv-cinder-775008-1-iscsi neutron-server[79816]:                                                      'Network': '1.1',
Feb 10 21:02:27.531493 dv-cinder-775008-1-iscsi neutron-server[79816]:                                                      'Port': '1.7',
Feb 10 21:02:27.531493 dv-cinder-775008-1-iscsi neutron-server[79816]:                                                      'PortForwarding': '1.2',
Feb 10 21:02:27.531493 dv-cinder-775008-1-iscsi neutron-server[79816]:                                                      'QosPolicy': '1.8',
Feb 10 21:02:27.531493 dv-cinder-775008-1-iscsi neutron-server[79816]:                                                      'SecurityGroup': '1.4',
Feb 10 21:02:27.531493 dv-cinder-775008-1-iscsi neutron-server[79816]:                                                      'SecurityGroupRule': '1.2',
Feb 10 21:02:27.531493 dv-cinder-775008-1-iscsi neutron-server[79816]:                                                      'SubPort': '1.0',
Feb 10 21:02:27.531493 dv-cinder-775008-1-iscsi neutron-server[79816]:                                                      'Subnet': '1.1',
Feb 10 21:02:27.531493 dv-cinder-775008-1-iscsi neutron-server[79816]:                                                      'Trunk': '1.1'},
Feb 10 21:02:27.531493 dv-cinder-775008-1-iscsi neutron-server[79816]:     Open vSwitch agent@hv-cinder-77500: {   'AddressGroup': '1.1',
Feb 10 21:02:27.531493 dv-cinder-775008-1-iscsi neutron-server[79816]:                                             'ConntrackHelper': '1.0',
Feb 10 21:02:27.531493 dv-cinder-775008-1-iscsi neutron-server[79816]:                                             'Log': '1.0',
Feb 10 21:02:27.531493 dv-cinder-775008-1-iscsi neutron-server[79816]:                                             'Network': '1.1',
Feb 10 21:02:27.531493 dv-cinder-775008-1-iscsi neutron-server[79816]:                                             'Port': '1.7',
Feb 10 21:02:27.531493 dv-cinder-775008-1-iscsi neutron-server[79816]:                                             'PortForwarding': '1.2',
Feb 10 21:02:27.531493 dv-cinder-775008-1-iscsi neutron-server[79816]:                                             'QosPolicy': '1.8',
Feb 10 21:02:27.531493 dv-cinder-775008-1-iscsi neutron-server[79816]:                                             'SecurityGroup': '1.4',
Feb 10 21:02:27.531493 dv-cinder-775008-1-iscsi neutron-server[79816]:                                             'SecurityGroupRule': '1.2',
Feb 10 21:02:27.531493 dv-cinder-775008-1-iscsi neutron-server[79816]:                                             'SubPort': '1.0',
Feb 10 21:02:27.531493 dv-cinder-775008-1-iscsi neutron-server[79816]:                                             'Subnet': '1.1',
Feb 10 21:02:27.531493 dv-cinder-775008-1-iscsi neutron-server[79816]:                                             'Trunk': '1.1'}}
Feb 10 21:02:27.531493 dv-cinder-775008-1-iscsi neutron-server[79816]:  {{(pid=79929) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 10 21:02:27.554526 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [None req-90e33ade-af36-4a73-aa31-6686b42733ce admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1034830743-network', 'tenant_id': 'b863e31b2eb84722a5af6ec44203a203'}} {{(pid=79929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:02:27.561780 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-23d18ae9-6531-4453-b93c-12e595fb6a79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:02:27.562949 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-90e33ade-af36-4a73-aa31-6686b42733ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:02:27.566166 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-23d18ae9-6531-4453-b93c-12e595fb6a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853830591'] for segment, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:27.566570 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.db.segments_db [None req-23d18ae9-6531-4453-b93c-12e595fb6a79 admin admin] Added segment 8502f998-48d6-4289-869a-dab876cb118f of type vxlan for network 20901ffe-56e0-4231-a22c-8768446088e2
Feb 10 21:02:27.575135 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-90e33ade-af36-4a73-aa31-6686b42733ce admin admin] Usage tracker for resource:network and tenant:b863e31b2eb84722a5af6ec44203a203 is out of sync, need to count used quota {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:02:27.579777 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-90e33ade-af36-4a73-aa31-6686b42733ce admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:02:27.598597 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-90e33ade-af36-4a73-aa31-6686b42733ce admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:02:27.636427 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-23d18ae9-6531-4453-b93c-12e595fb6a79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363258057162953'] for network, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:27.636959 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-bf4961eb-5574-4b2d-879d-efd74e1acdc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:27.643211 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e33ade-af36-4a73-aa31-6686b42733ce admin admin] Made reservation on behalf of b863e31b2eb84722a5af6ec44203a203 for: {'network': 1} {{(pid=79929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 10 21:02:27.648659 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-90e33ade-af36-4a73-aa31-6686b42733ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for network, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:27.668185 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-90e33ade-af36-4a73-aa31-6686b42733ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:27.683409 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c989f-2d33-4dc2-a4bb-cc7e47e91572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68802339-d1c4-4bf4-96ca-ea992938d72d,revision_number=1']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:02:27.695710 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850c989f-2d33-4dc2-a4bb-cc7e47e91572 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:02:27.696102 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850c989f-2d33-4dc2-a4bb-cc7e47e91572 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:02:27.696454 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850c989f-2d33-4dc2-a4bb-cc7e47e91572 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:02:27.697132 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850c989f-2d33-4dc2-a4bb-cc7e47e91572 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:02:27.697476 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850c989f-2d33-4dc2-a4bb-cc7e47e91572 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:02:27.697696 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-90e33ade-af36-4a73-aa31-6686b42733ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:02:27.698234 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850c989f-2d33-4dc2-a4bb-cc7e47e91572 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:02:27.698759 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850c989f-2d33-4dc2-a4bb-cc7e47e91572 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:02:27.699243 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850c989f-2d33-4dc2-a4bb-cc7e47e91572 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:02:27.699752 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850c989f-2d33-4dc2-a4bb-cc7e47e91572 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:02:27.700263 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850c989f-2d33-4dc2-a4bb-cc7e47e91572 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:02:27.700785 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850c989f-2d33-4dc2-a4bb-cc7e47e91572 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:02:27.701294 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850c989f-2d33-4dc2-a4bb-cc7e47e91572 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:02:27.701949 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850c989f-2d33-4dc2-a4bb-cc7e47e91572 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:02:27.702514 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850c989f-2d33-4dc2-a4bb-cc7e47e91572 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:02:27.703072 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850c989f-2d33-4dc2-a4bb-cc7e47e91572 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:02:27.703845 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850c989f-2d33-4dc2-a4bb-cc7e47e91572 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:02:27.704599 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850c989f-2d33-4dc2-a4bb-cc7e47e91572 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:02:27.705335 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850c989f-2d33-4dc2-a4bb-cc7e47e91572 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:02:27.705987 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850c989f-2d33-4dc2-a4bb-cc7e47e91572 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:02:27.706190 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-90e33ade-af36-4a73-aa31-6686b42733ce admin admin] Usage tracker for resource:security_group_rule and tenant:b863e31b2eb84722a5af6ec44203a203 is out of sync, need to count used quota {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:02:27.706830 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850c989f-2d33-4dc2-a4bb-cc7e47e91572 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:02:27.707375 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850c989f-2d33-4dc2-a4bb-cc7e47e91572 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:02:27.707968 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850c989f-2d33-4dc2-a4bb-cc7e47e91572 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:02:27.708687 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850c989f-2d33-4dc2-a4bb-cc7e47e91572 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:02:27.709234 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850c989f-2d33-4dc2-a4bb-cc7e47e91572 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:02:27.710810 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850c989f-2d33-4dc2-a4bb-cc7e47e91572 admin admin] Tracked resource versions report:
Feb 10 21:02:27.710810 dv-cinder-775008-1-iscsi neutron-server[79816]: pushed versions:
Feb 10 21:02:27.710810 dv-cinder-775008-1-iscsi neutron-server[79816]: {   'AddressGroup': {'1.1'},
Feb 10 21:02:27.710810 dv-cinder-775008-1-iscsi neutron-server[79816]:     'ConntrackHelper': {'1.0'},
Feb 10 21:02:27.710810 dv-cinder-775008-1-iscsi neutron-server[79816]:     'Log': {'1.0'},
Feb 10 21:02:27.710810 dv-cinder-775008-1-iscsi neutron-server[79816]:     'Network': {'1.1'},
Feb 10 21:02:27.710810 dv-cinder-775008-1-iscsi neutron-server[79816]:     'Port': {'1.7'},
Feb 10 21:02:27.710810 dv-cinder-775008-1-iscsi neutron-server[79816]:     'PortForwarding': {'1.2'},
Feb 10 21:02:27.710810 dv-cinder-775008-1-iscsi neutron-server[79816]:     'QosPolicy': {'1.8'},
Feb 10 21:02:27.710810 dv-cinder-775008-1-iscsi neutron-server[79816]:     'SecurityGroup': {'1.4'},
Feb 10 21:02:27.710810 dv-cinder-775008-1-iscsi neutron-server[79816]:     'SecurityGroupRule': {'1.2'},
Feb 10 21:02:27.710810 dv-cinder-775008-1-iscsi neutron-server[79816]:     'SubPort': {'1.0'},
Feb 10 21:02:27.710810 dv-cinder-775008-1-iscsi neutron-server[79816]:     'Subnet': {'1.1'},
Feb 10 21:02:27.710810 dv-cinder-775008-1-iscsi neutron-server[79816]:     'Trunk': {'1.1'}}
Feb 10 21:02:27.710810 dv-cinder-775008-1-iscsi neutron-server[79816]: consumer versions:
Feb 10 21:02:27.710810 dv-cinder-775008-1-iscsi neutron-server[79816]: {   DHCP agent@dv-cinder-775008-1-iscsi: {},
Feb 10 21:02:27.710810 dv-cinder-775008-1-iscsi neutron-server[79816]:     L3 agent@dv-cinder-775008-1-iscsi: {},
Feb 10 21:02:27.710810 dv-cinder-775008-1-iscsi neutron-server[79816]:     Metadata agent@dv-cinder-775008-1-iscsi: {},
Feb 10 21:02:27.710810 dv-cinder-775008-1-iscsi neutron-server[79816]:     Metering agent@dv-cinder-775008-1-iscsi: {},
Feb 10 21:02:27.710810 dv-cinder-775008-1-iscsi neutron-server[79816]:     Open vSwitch agent@dv-cinder-775008-1-iscsi: {   'AddressGroup': '1.1',
Feb 10 21:02:27.710810 dv-cinder-775008-1-iscsi neutron-server[79816]:                                                      'ConntrackHelper': '1.0',
Feb 10 21:02:27.710810 dv-cinder-775008-1-iscsi neutron-server[79816]:                                                      'Log': '1.0',
Feb 10 21:02:27.710810 dv-cinder-775008-1-iscsi neutron-server[79816]:                                                      'Network': '1.1',
Feb 10 21:02:27.710810 dv-cinder-775008-1-iscsi neutron-server[79816]:                                                      'Port': '1.7',
Feb 10 21:02:27.710810 dv-cinder-775008-1-iscsi neutron-server[79816]:                                                      'PortForwarding': '1.2',
Feb 10 21:02:27.710810 dv-cinder-775008-1-iscsi neutron-server[79816]:                                                      'QosPolicy': '1.8',
Feb 10 21:02:27.710810 dv-cinder-775008-1-iscsi neutron-server[79816]:                                                      'SecurityGroup': '1.4',
Feb 10 21:02:27.710810 dv-cinder-775008-1-iscsi neutron-server[79816]:                                                      'SecurityGroupRule': '1.2',
Feb 10 21:02:27.710810 dv-cinder-775008-1-iscsi neutron-server[79816]:                                                      'SubPort': '1.0',
Feb 10 21:02:27.710810 dv-cinder-775008-1-iscsi neutron-server[79816]:                                                      'Subnet': '1.1',
Feb 10 21:02:27.710810 dv-cinder-775008-1-iscsi neutron-server[79816]:                                                      'Trunk': '1.1'},
Feb 10 21:02:27.710810 dv-cinder-775008-1-iscsi neutron-server[79816]:     Open vSwitch agent@hv-cinder-77500: {   'AddressGroup': '1.1',
Feb 10 21:02:27.710810 dv-cinder-775008-1-iscsi neutron-server[79816]:                                             'ConntrackHelper': '1.0',
Feb 10 21:02:27.710810 dv-cinder-775008-1-iscsi neutron-server[79816]:                                             'Log': '1.0',
Feb 10 21:02:27.710810 dv-cinder-775008-1-iscsi neutron-server[79816]:                                             'Network': '1.1',
Feb 10 21:02:27.710810 dv-cinder-775008-1-iscsi neutron-server[79816]:                                             'Port': '1.7',
Feb 10 21:02:27.710810 dv-cinder-775008-1-iscsi neutron-server[79816]:                                             'PortForwarding': '1.2',
Feb 10 21:02:27.710810 dv-cinder-775008-1-iscsi neutron-server[79816]:                                             'QosPolicy': '1.8',
Feb 10 21:02:27.710810 dv-cinder-775008-1-iscsi neutron-server[79816]:                                             'SecurityGroup': '1.4',
Feb 10 21:02:27.710810 dv-cinder-775008-1-iscsi neutron-server[79816]:                                             'SecurityGroupRule': '1.2',
Feb 10 21:02:27.710810 dv-cinder-775008-1-iscsi neutron-server[79816]:                                             'SubPort': '1.0',
Feb 10 21:02:27.710810 dv-cinder-775008-1-iscsi neutron-server[79816]:                                             'Subnet': '1.1',
Feb 10 21:02:27.710810 dv-cinder-775008-1-iscsi neutron-server[79816]:                                             'Trunk': '1.1'}}
Feb 10 21:02:27.710810 dv-cinder-775008-1-iscsi neutron-server[79816]:  {{(pid=79928) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 10 21:02:27.713526 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-90e33ade-af36-4a73-aa31-6686b42733ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:02:27.718303 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-90e33ade-af36-4a73-aa31-6686b42733ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:02:27.721840 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-23d18ae9-6531-4453-b93c-12e595fb6a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014'] for network, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:27.728275 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d18ae9-6531-4453-b93c-12e595fb6a79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:02:27.728923 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-23d18ae9-6531-4453-b93c-12e595fb6a79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728031'] for network, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:27.738703 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-257a909c-4d21-4c04-8576-8834c9c09a95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:02:27.751119 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.db.api [None req-850c989f-2d33-4dc2-a4bb-cc7e47e91572 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=79928) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 10 21:02:27.751475 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_db.api [None req-850c989f-2d33-4dc2-a4bb-cc7e47e91572 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=79928) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 10 21:02:27.763460 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-850c989f-2d33-4dc2-a4bb-cc7e47e91572 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:02:27.767359 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:02:27.785441 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.db.api [None req-bf4961eb-5574-4b2d-879d-efd74e1acdc8 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=79928) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 10 21:02:27.785869 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_db.api [None req-bf4961eb-5574-4b2d-879d-efd74e1acdc8 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=79928) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 10 21:02:27.816916 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4961eb-5574-4b2d-879d-efd74e1acdc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed23cb9e-7f15-4f33-b6fd-efeabe356489,revision_number=1']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:02:27.821456 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-bf4961eb-5574-4b2d-879d-efd74e1acdc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:02:27.824952 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-23d18ae9-6531-4453-b93c-12e595fb6a79 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 0.9798300
Feb 10 21:02:27.830098 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 53180) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:02:27.840528 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [None req-38fe0329-79a9-401d-8de4-d2c04758b4de admin admin] Request body: {'subnet': {'network_id': '20901ffe-56e0-4231-a22c-8768446088e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-479774487-subnet', 'tenant_id': 'fd8c6aec55114f528929638c55a0f6a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:02:27.846619 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-38fe0329-79a9-401d-8de4-d2c04758b4de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:02:27.851926 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-38fe0329-79a9-401d-8de4-d2c04758b4de admin admin] Usage tracker for resource:subnet and tenant:fd8c6aec55114f528929638c55a0f6a9 is out of sync, need to count used quota {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:02:27.859252 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-38fe0329-79a9-401d-8de4-d2c04758b4de admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:02:27.865728 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-38fe0329-79a9-401d-8de4-d2c04758b4de admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:02:27.878410 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38fe0329-79a9-401d-8de4-d2c04758b4de admin admin] Made reservation on behalf of fd8c6aec55114f528929638c55a0f6a9 for: {'subnet': 1} {{(pid=79928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 10 21:02:27.883967 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-38fe0329-79a9-401d-8de4-d2c04758b4de admin admin] Notify callbacks [] for subnet, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:27.899302 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d18ae9-6531-4453-b93c-12e595fb6a79 admin admin] Pushing event updated for resources: {'Network': ['ID=20901ffe-56e0-4231-a22c-8768446088e2,revision_number=1']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:02:27.912772 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Network 20901ffe-56e0-4231-a22c-8768446088e2 details requested by agent ovs-agent-hv-cinder-77500 with host hv-cinder-77500 {{(pid=79930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 10 21:02:27.923520 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-23d18ae9-6531-4453-b93c-12e595fb6a79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:02:28.013295 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-90e33ade-af36-4a73-aa31-6686b42733ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:28.018213 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-90e33ade-af36-4a73-aa31-6686b42733ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:28.030675 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:02:28.080045 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Network 20901ffe-56e0-4231-a22c-8768446088e2 details requested by agent ovs-agent-dv-cinder-775008-1-iscsi with host dv-cinder-775008-1-iscsi {{(pid=79930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 10 21:02:28.095576 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e33ade-af36-4a73-aa31-6686b42733ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb1ae8f-455f-4454-bb30-58ab7ec135c8,revision_number=1']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:02:28.108623 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-90e33ade-af36-4a73-aa31-6686b42733ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:02:28.128538 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90e33ade-af36-4a73-aa31-6686b42733ce admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=79929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 10 21:02:28.153196 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-90e33ade-af36-4a73-aa31-6686b42733ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853830591'] for segment, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:28.153597 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.db.segments_db [None req-90e33ade-af36-4a73-aa31-6686b42733ce admin admin] Added segment 72156de0-a8ad-4731-91cf-ea9c1cde9fbe of type vxlan for network 30315e38-e508-43b4-a5e6-20c3939b243b
Feb 10 21:02:28.222422 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-90e33ade-af36-4a73-aa31-6686b42733ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363258057162953'] for network, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:28.286425 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-850c989f-2d33-4dc2-a4bb-cc7e47e91572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for network, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:28.314046 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-90e33ade-af36-4a73-aa31-6686b42733ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014'] for network, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:28.315566 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e33ade-af36-4a73-aa31-6686b42733ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:02:28.316419 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-90e33ade-af36-4a73-aa31-6686b42733ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728031'] for network, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:28.325899 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-bf4961eb-5574-4b2d-879d-efd74e1acdc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for network, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:28.328392 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:02:28.453144 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a16a173f-35ea-40df-9953-0a23fc2526db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:28.453843 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:28.467606 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-90e33ade-af36-4a73-aa31-6686b42733ce admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 1.4124575
Feb 10 21:02:28.470711 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 53202) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:02:28.471640 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-850c989f-2d33-4dc2-a4bb-cc7e47e91572 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=79928) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 10 21:02:28.478868 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e33ade-af36-4a73-aa31-6686b42733ce admin admin] Pushing event updated for resources: {'Network': ['ID=30315e38-e508-43b4-a5e6-20c3939b243b,revision_number=1']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:02:28.486392 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-850c989f-2d33-4dc2-a4bb-cc7e47e91572 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363258056608645', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853830591'] for segment, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:28.487128 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.db.segments_db [None req-850c989f-2d33-4dc2-a4bb-cc7e47e91572 admin admin] Added segment 4bc59d15-b1dc-4485-b325-20bf44c1e2e2 of type vxlan for network b57cc509-53ec-4b56-8b10-8490bdf813dd
Feb 10 21:02:28.491458 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-90e33ade-af36-4a73-aa31-6686b42733ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:02:28.492005 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Network 30315e38-e508-43b4-a5e6-20c3939b243b details requested by agent ovs-agent-hv-cinder-77500 with host hv-cinder-77500 {{(pid=79930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 10 21:02:28.502815 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [None req-dd60c692-acdf-4639-b551-20e41dc7fabd admin admin] Request body: {'subnet': {'network_id': '30315e38-e508-43b4-a5e6-20c3939b243b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1034830743-subnet', 'tenant_id': 'b863e31b2eb84722a5af6ec44203a203', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:02:28.513976 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-dd60c692-acdf-4639-b551-20e41dc7fabd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:02:28.518540 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Network 30315e38-e508-43b4-a5e6-20c3939b243b details requested by agent ovs-agent-dv-cinder-775008-1-iscsi with host dv-cinder-775008-1-iscsi {{(pid=79930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 10 21:02:28.527838 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-dd60c692-acdf-4639-b551-20e41dc7fabd admin admin] Usage tracker for resource:subnet and tenant:b863e31b2eb84722a5af6ec44203a203 is out of sync, need to count used quota {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:02:28.532407 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-dd60c692-acdf-4639-b551-20e41dc7fabd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:02:28.550543 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-dd60c692-acdf-4639-b551-20e41dc7fabd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:02:28.565726 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd60c692-acdf-4639-b551-20e41dc7fabd admin admin] Made reservation on behalf of b863e31b2eb84722a5af6ec44203a203 for: {'subnet': 1} {{(pid=79929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 10 21:02:28.571550 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-dd60c692-acdf-4639-b551-20e41dc7fabd admin admin] Notify callbacks [] for subnet, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:28.579397 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-850c989f-2d33-4dc2-a4bb-cc7e47e91572 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363258057162953'] for network, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:28.682342 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-850c989f-2d33-4dc2-a4bb-cc7e47e91572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014'] for network, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:28.699148 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850c989f-2d33-4dc2-a4bb-cc7e47e91572 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:02:28.707513 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-850c989f-2d33-4dc2-a4bb-cc7e47e91572 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728031'] for network, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:28.756960 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:02:28.779458 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-850c989f-2d33-4dc2-a4bb-cc7e47e91572 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 3.4347403
Feb 10 21:02:28.782949 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 53218) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:02:28.790352 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf4961eb-5574-4b2d-879d-efd74e1acdc8 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=79928) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 10 21:02:28.793798 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [None req-354ac4bb-0e84-4664-9bfa-e29b6790a711 admin admin] Request body: {'subnet': {'network_id': 'b57cc509-53ec-4b56-8b10-8490bdf813dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-733361973-subnet', 'tenant_id': '92212326132c472cbbd1d5f9a6549ec7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:02:28.801204 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-354ac4bb-0e84-4664-9bfa-e29b6790a711 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:02:28.809935 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-354ac4bb-0e84-4664-9bfa-e29b6790a711 admin admin] Usage tracker for resource:subnet and tenant:92212326132c472cbbd1d5f9a6549ec7 is out of sync, need to count used quota {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:02:28.814412 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-354ac4bb-0e84-4664-9bfa-e29b6790a711 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:02:28.833953 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-354ac4bb-0e84-4664-9bfa-e29b6790a711 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:02:28.839188 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-bf4961eb-5574-4b2d-879d-efd74e1acdc8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363258056608645', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853830591'] for segment, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:28.839872 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.db.segments_db [None req-bf4961eb-5574-4b2d-879d-efd74e1acdc8 admin admin] Added segment 01332f13-a36f-4899-9eae-42c72d658285 of type vxlan for network 43c3eb31-3437-423e-adc0-8a0f9f53ec5d
Feb 10 21:02:28.869366 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-354ac4bb-0e84-4664-9bfa-e29b6790a711 admin admin] Made reservation on behalf of 92212326132c472cbbd1d5f9a6549ec7 for: {'subnet': 1} {{(pid=79929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 10 21:02:28.874545 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-354ac4bb-0e84-4664-9bfa-e29b6790a711 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:29.030030 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-bf4961eb-5574-4b2d-879d-efd74e1acdc8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363258057162953'] for network, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:29.035382 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c989f-2d33-4dc2-a4bb-cc7e47e91572 admin admin] Pushing event updated for resources: {'Network': ['ID=b57cc509-53ec-4b56-8b10-8490bdf813dd,revision_number=1']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:02:29.044892 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-850c989f-2d33-4dc2-a4bb-cc7e47e91572 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:02:29.053919 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Network b57cc509-53ec-4b56-8b10-8490bdf813dd details requested by agent ovs-agent-hv-cinder-77500 with host hv-cinder-77500 {{(pid=79930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 10 21:02:29.096678 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-bf4961eb-5574-4b2d-879d-efd74e1acdc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014'] for network, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:29.099061 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4961eb-5574-4b2d-879d-efd74e1acdc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:02:29.099895 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-bf4961eb-5574-4b2d-879d-efd74e1acdc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728031'] for network, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:29.108882 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-850c989f-2d33-4dc2-a4bb-cc7e47e91572 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:02:29.153641 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Network b57cc509-53ec-4b56-8b10-8490bdf813dd details requested by agent ovs-agent-dv-cinder-775008-1-iscsi with host dv-cinder-775008-1-iscsi {{(pid=79930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 10 21:02:29.328019 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4961eb-5574-4b2d-879d-efd74e1acdc8 admin admin] Pushing event updated for resources: {'Network': ['ID=43c3eb31-3437-423e-adc0-8a0f9f53ec5d,revision_number=1']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:02:29.344840 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-bf4961eb-5574-4b2d-879d-efd74e1acdc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:02:29.377099 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Network 43c3eb31-3437-423e-adc0-8a0f9f53ec5d details requested by agent ovs-agent-dv-cinder-775008-1-iscsi with host dv-cinder-775008-1-iscsi {{(pid=79930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 10 21:02:29.392988 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-dd60c692-acdf-4639-b551-20e41dc7fabd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014'] for subnet, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:29.417243 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-c75e84f3-9b10-4e25-915a-d93ce3e258b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:02:29.422306 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Network 43c3eb31-3437-423e-adc0-8a0f9f53ec5d details requested by agent ovs-agent-hv-cinder-77500 with host hv-cinder-77500 {{(pid=79930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 10 21:02:29.486189 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-bf4961eb-5574-4b2d-879d-efd74e1acdc8 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 3.2457817
Feb 10 21:02:29.492456 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 53242) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:02:29.506226 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [None req-b5baf3f3-0371-488c-a369-8c9ec1be04f3 admin admin] Request body: {'subnet': {'network_id': '43c3eb31-3437-423e-adc0-8a0f9f53ec5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-742085926-subnet', 'tenant_id': '865e082448cd4f47bc948c3eff8bebda', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:02:29.514899 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-b5baf3f3-0371-488c-a369-8c9ec1be04f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:02:29.519340 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-b5baf3f3-0371-488c-a369-8c9ec1be04f3 admin admin] Usage tracker for resource:subnet and tenant:865e082448cd4f47bc948c3eff8bebda is out of sync, need to count used quota {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:02:29.519709 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-38fe0329-79a9-401d-8de4-d2c04758b4de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014'] for subnet, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:29.522851 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-b5baf3f3-0371-488c-a369-8c9ec1be04f3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:02:29.528639 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-b5baf3f3-0371-488c-a369-8c9ec1be04f3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:02:29.591292 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:02:29.593592 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5baf3f3-0371-488c-a369-8c9ec1be04f3 admin admin] Made reservation on behalf of 865e082448cd4f47bc948c3eff8bebda for: {'subnet': 1} {{(pid=79929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 10 21:02:29.599746 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b5baf3f3-0371-488c-a369-8c9ec1be04f3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:29.790211 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fe0329-79a9-401d-8de4-d2c04758b4de admin admin] Pushing event updated for resources: {'Subnet': ['ID=884075b2-6b00-417e-a17c-100207a10cdd,revision_number=0']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:02:29.824875 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-38fe0329-79a9-401d-8de4-d2c04758b4de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:02:29.860850 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fe0329-79a9-401d-8de4-d2c04758b4de admin admin] Checking segment: {'id': '8502f998-48d6-4289-869a-dab876cb118f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '20901ffe-56e0-4231-a22c-8768446088e2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 10 21:02:29.861178 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38fe0329-79a9-401d-8de4-d2c04758b4de admin admin] Network hostable DHCP agents. Network: 20901ffe-56e0-4231-a22c-8768446088e2, hostable agents: ['81d85903-877f-455d-aaa7-fc933394e41c'], hosted agents: [] {{(pid=79928) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 10 21:02:29.885924 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38fe0329-79a9-401d-8de4-d2c04758b4de admin admin] Network 20901ffe-56e0-4231-a22c-8768446088e2 is scheduled to be hosted by DHCP agent 81d85903-877f-455d-aaa7-fc933394e41c with binding_index 1 {{(pid=79928) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 10 21:02:29.897040 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.base_scheduler [None req-38fe0329-79a9-401d-8de4-d2c04758b4de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775008-1-iscsi, 20901ffe-56e0-4231-a22c-8768446088e2) {{(pid=79928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 10 21:02:29.914087 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38fe0329-79a9-401d-8de4-d2c04758b4de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:02:29.914087 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-38fe0329-79a9-401d-8de4-d2c04758b4de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728031'] for subnet, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:29.916110 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5154d8-daf6-40df-a45d-79a484353e18 None None] Network 20901ffe-56e0-4231-a22c-8768446088e2 requested from dv-cinder-775008-1-iscsi {{(pid=79930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 10 21:02:29.934347 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd60c692-acdf-4639-b551-20e41dc7fabd admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac135e95-2d8a-4872-b364-451b52f8b60d,revision_number=0']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:02:29.934649 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-38fe0329-79a9-401d-8de4-d2c04758b4de admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 2.1033609
Feb 10 21:02:29.952984 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-dd60c692-acdf-4639-b551-20e41dc7fabd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:02:29.966308 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd60c692-acdf-4639-b551-20e41dc7fabd admin admin] Checking segment: {'id': '72156de0-a8ad-4731-91cf-ea9c1cde9fbe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '30315e38-e508-43b4-a5e6-20c3939b243b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 10 21:02:29.966694 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd60c692-acdf-4639-b551-20e41dc7fabd admin admin] Network hostable DHCP agents. Network: 30315e38-e508-43b4-a5e6-20c3939b243b, hostable agents: ['81d85903-877f-455d-aaa7-fc933394e41c'], hosted agents: [] {{(pid=79929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 10 21:02:30.019599 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd60c692-acdf-4639-b551-20e41dc7fabd admin admin] Network 30315e38-e508-43b4-a5e6-20c3939b243b is scheduled to be hosted by DHCP agent 81d85903-877f-455d-aaa7-fc933394e41c with binding_index 1 {{(pid=79929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 10 21:02:30.068343 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 53260) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:02:30.089638 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.base_scheduler [None req-dd60c692-acdf-4639-b551-20e41dc7fabd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775008-1-iscsi, 30315e38-e508-43b4-a5e6-20c3939b243b) {{(pid=79929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 10 21:02:30.132993 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd60c692-acdf-4639-b551-20e41dc7fabd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:02:30.133376 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-dd60c692-acdf-4639-b551-20e41dc7fabd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728031'] for subnet, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:30.142831 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508cfb8a-f38c-47e3-bc98-ee233aaf97d1 None None] Network 30315e38-e508-43b4-a5e6-20c3939b243b requested from dv-cinder-775008-1-iscsi {{(pid=79930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 10 21:02:30.220427 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 53268) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:02:30.225354 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-354ac4bb-0e84-4664-9bfa-e29b6790a711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014'] for subnet, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:30.250492 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-76ba6584-5f6b-4b5a-8020-1e35f4b684ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:02:30.298597 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-dd60c692-acdf-4639-b551-20e41dc7fabd admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.8265755
Feb 10 21:02:30.298859 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 53276) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:02:30.315874 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [None req-e987000a-ef85-4a0b-bd0c-3a0b7e504c1e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1034830743-router', 'tenant_id': 'b863e31b2eb84722a5af6ec44203a203', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614'}}} {{(pid=79928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:02:30.327166 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62084085-19c6-48ab-9440-03dbad51b1bc None None] Network 20901ffe-56e0-4231-a22c-8768446088e2 requested from dv-cinder-775008-1-iscsi {{(pid=79930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 10 21:02:30.337089 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-e987000a-ef85-4a0b-bd0c-3a0b7e504c1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:02:30.352990 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-e987000a-ef85-4a0b-bd0c-3a0b7e504c1e admin admin] Usage tracker for resource:router and tenant:b863e31b2eb84722a5af6ec44203a203 is out of sync, need to count used quota {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:02:30.362602 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-e987000a-ef85-4a0b-bd0c-3a0b7e504c1e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:02:30.388019 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-e987000a-ef85-4a0b-bd0c-3a0b7e504c1e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:02:30.410454 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-e987000a-ef85-4a0b-bd0c-3a0b7e504c1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4114228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774486'] for router, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:30.415138 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-e987000a-ef85-4a0b-bd0c-3a0b7e504c1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4119967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036850706622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1297'] for router, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:30.448538 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-e987000a-ef85-4a0b-bd0c-3a0b7e504c1e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:30.677807 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-21c6604e-6b41-46e6-87e8-765028f1e228 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:30.716902 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf420d86-5d63-43dc-80d9-b1108b7a7d12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e4fef36-f19b-5af1-8d30-5a9f97738b06-30315e38-e508-43b4-a5e6-20c3939b243b', 'network_id': '30315e38-e508-43b4-a5e6-20c3939b243b', 'tenant_id': 'b863e31b2eb84722a5af6ec44203a203', 'fixed_ips': [{'subnet_id': 'ac135e95-2d8a-4872-b364-451b52f8b60d'}]}} from dv-cinder-775008-1-iscsi. {{(pid=79930) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 10 21:02:30.719985 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-cf420d86-5d63-43dc-80d9-b1108b7a7d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_create {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:30.827618 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354ac4bb-0e84-4664-9bfa-e29b6790a711 admin admin] Pushing event updated for resources: {'Subnet': ['ID=507359e5-5fb4-4f65-a55c-2cec76549fa0,revision_number=0']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:02:30.836322 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-354ac4bb-0e84-4664-9bfa-e29b6790a711 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.586s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:02:31.001890 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354ac4bb-0e84-4664-9bfa-e29b6790a711 admin admin] Checking segment: {'id': '4bc59d15-b1dc-4485-b325-20bf44c1e2e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b57cc509-53ec-4b56-8b10-8490bdf813dd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 10 21:02:31.002337 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354ac4bb-0e84-4664-9bfa-e29b6790a711 admin admin] Network hostable DHCP agents. Network: b57cc509-53ec-4b56-8b10-8490bdf813dd, hostable agents: ['81d85903-877f-455d-aaa7-fc933394e41c'], hosted agents: [] {{(pid=79929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 10 21:02:31.028166 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354ac4bb-0e84-4664-9bfa-e29b6790a711 admin admin] Network b57cc509-53ec-4b56-8b10-8490bdf813dd is scheduled to be hosted by DHCP agent 81d85903-877f-455d-aaa7-fc933394e41c with binding_index 1 {{(pid=79929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 10 21:02:31.035725 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-6ae6ede6-0cb1-4da6-bb41-0770d0ed646b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:31.056775 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-21c6604e-6b41-46e6-87e8-765028f1e228 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:02:31.062489 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.base_scheduler [None req-354ac4bb-0e84-4664-9bfa-e29b6790a711 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775008-1-iscsi, b57cc509-53ec-4b56-8b10-8490bdf813dd) {{(pid=79929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 10 21:02:31.104923 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432a639a-5d7d-4bd5-9c15-1b52496f8b12 None None] Network b57cc509-53ec-4b56-8b10-8490bdf813dd requested from dv-cinder-775008-1-iscsi {{(pid=79930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 10 21:02:31.129092 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-21c6604e-6b41-46e6-87e8-765028f1e228 admin admin] Usage tracker for resource:security_group_rule and tenant:bcc9514f173640a5b58e6c5f5b98b762 is out of sync, need to count used quota {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:02:31.148598 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-21c6604e-6b41-46e6-87e8-765028f1e228 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:02:31.151046 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354ac4bb-0e84-4664-9bfa-e29b6790a711 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:02:31.151839 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-354ac4bb-0e84-4664-9bfa-e29b6790a711 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728031'] for subnet, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:31.155968 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-21c6604e-6b41-46e6-87e8-765028f1e228 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:02:31.178133 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:31.269273 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-354ac4bb-0e84-4664-9bfa-e29b6790a711 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 2.4832683
Feb 10 21:02:31.278664 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 53308) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:02:31.294940 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [None req-0cc1a4c1-58af-4e71-b8e0-71044f0a2561 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-733361973-router', 'tenant_id': '92212326132c472cbbd1d5f9a6549ec7', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614'}}} {{(pid=79929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:02:31.303075 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b5baf3f3-0371-488c-a369-8c9ec1be04f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014'] for subnet, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:31.322467 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-0cc1a4c1-58af-4e71-b8e0-71044f0a2561 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:02:31.327916 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:02:31.378870 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 53316) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:02:31.383852 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-6ae6ede6-0cb1-4da6-bb41-0770d0ed646b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:02:31.388787 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-0cc1a4c1-58af-4e71-b8e0-71044f0a2561 admin admin] Usage tracker for resource:router and tenant:92212326132c472cbbd1d5f9a6549ec7 is out of sync, need to count used quota {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:02:31.399898 dv-cinder-775008-1-iscsi neutron-server[79816]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Feb 10 21:02:31.401170 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-0cc1a4c1-58af-4e71-b8e0-71044f0a2561 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:02:31.432583 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-e987000a-ef85-4a0b-bd0c-3a0b7e504c1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4119950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4114215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1280'] for router, precommit_update {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:31.467777 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-6ae6ede6-0cb1-4da6-bb41-0770d0ed646b admin admin] Usage tracker for resource:security_group_rule and tenant:8ee609324e9c4fffa69d36cb1392bc53 is out of sync, need to count used quota {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:02:31.487957 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-6ae6ede6-0cb1-4da6-bb41-0770d0ed646b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:02:31.503604 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-0cc1a4c1-58af-4e71-b8e0-71044f0a2561 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:02:31.505930 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-6ae6ede6-0cb1-4da6-bb41-0770d0ed646b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:02:31.617711 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1e2e11-e929-4f77-ab25-ee0fbb6f9561 None None] Network b57cc509-53ec-4b56-8b10-8490bdf813dd requested from dv-cinder-775008-1-iscsi {{(pid=79930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 10 21:02:31.651607 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.db_base_plugin_common [None req-cf420d86-5d63-43dc-80d9-b1108b7a7d12 None None] Allocated IP 172.20.0.2 (30315e38-e508-43b4-a5e6-20c3939b243b/ac135e95-2d8a-4872-b364-451b52f8b60d/22266079-36bf-440d-b5de-f83a9d70f3b3) {{(pid=79930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 10 21:02:31.664709 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5baf3f3-0371-488c-a369-8c9ec1be04f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9b8925e-9c60-4a0d-8087-02634044864b,revision_number=0']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:02:31.667369 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-0cc1a4c1-58af-4e71-b8e0-71044f0a2561 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4114228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774486'] for router, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:31.673369 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-0cc1a4c1-58af-4e71-b8e0-71044f0a2561 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4119967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036850706622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1297'] for router, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:31.687040 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b5baf3f3-0371-488c-a369-8c9ec1be04f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:02:31.690241 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-6ae6ede6-0cb1-4da6-bb41-0770d0ed646b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:31.728726 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-6ae6ede6-0cb1-4da6-bb41-0770d0ed646b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:31.754119 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-bf4961eb-5574-4b2d-879d-efd74e1acdc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:02:31.813916 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-0cc1a4c1-58af-4e71-b8e0-71044f0a2561 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:31.832259 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae6ede6-0cb1-4da6-bb41-0770d0ed646b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39e23ffb-424a-48f1-a472-850e374c47a4,revision_number=1']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:02:31.846157 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-6ae6ede6-0cb1-4da6-bb41-0770d0ed646b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:02:31.863300 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-6ae6ede6-0cb1-4da6-bb41-0770d0ed646b admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=8ee609324e9c4fffa69d36cb1392bc53&name=default HTTP/1.1" status: 200  len: 2975 time: 1.6411514
Feb 10 21:02:31.868689 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 53328) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:02:31.877491 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-21c6604e-6b41-46e6-87e8-765028f1e228 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:31.898285 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-21c6604e-6b41-46e6-87e8-765028f1e228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:31.920340 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:02:31.955274 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f6a32-0a58-4a83-a444-a4b195d9cca6 req-99eeb429-6df7-4175-b214-164c3f74de90 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:02:31.956405 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-ca0f6a32-0a58-4a83-a444-a4b195d9cca6 req-99eeb429-6df7-4175-b214-164c3f74de90 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Synchronizing usage tracker for tenant:fd8c6aec55114f528929638c55a0f6a9 on resource:network {{(pid=79929) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 10 21:02:31.989511 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-21c6604e-6b41-46e6-87e8-765028f1e228 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=bcc9514f173640a5b58e6c5f5b98b762&name=default HTTP/1.1" status: 200  len: 2975 time: 1.9174325
Feb 10 21:02:31.995641 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 53334) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:02:32.017732 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c6604e-6b41-46e6-87e8-765028f1e228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7572a818-ec18-41cd-91bd-976445b42ac4,revision_number=1']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:02:32.029153 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-21c6604e-6b41-46e6-87e8-765028f1e228 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:02:32.073820 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-6878239b-1f4a-45c6-9648-8cb9d0bf872a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:32.144502 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-ca0f6a32-0a58-4a83-a444-a4b195d9cca6 req-99eeb429-6df7-4175-b214-164c3f74de90 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Unset dirty status for tenant:fd8c6aec55114f528929638c55a0f6a9 on resource:network {{(pid=79929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 10 21:02:32.150790 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-ca0f6a32-0a58-4a83-a444-a4b195d9cca6 req-99eeb429-6df7-4175-b214-164c3f74de90 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/networks?id=20901ffe-56e0-4231-a22c-8768446088e2 HTTP/1.1" status: 200  len: 814 time: 0.7629611
Feb 10 21:02:32.154564 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5baf3f3-0371-488c-a369-8c9ec1be04f3 admin admin] Checking segment: {'id': '01332f13-a36f-4899-9eae-42c72d658285', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '43c3eb31-3437-423e-adc0-8a0f9f53ec5d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 10 21:02:32.154954 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5baf3f3-0371-488c-a369-8c9ec1be04f3 admin admin] Network hostable DHCP agents. Network: 43c3eb31-3437-423e-adc0-8a0f9f53ec5d, hostable agents: ['81d85903-877f-455d-aaa7-fc933394e41c'], hosted agents: [] {{(pid=79929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 10 21:02:32.249646 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-6878239b-1f4a-45c6-9648-8cb9d0bf872a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:32.290706 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-15cf030a-0a23-48b8-b1b3-6dd0d5c74944 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:32.304973 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-ca0f6a32-0a58-4a83-a444-a4b195d9cca6 req-f331fde4-433d-4fba-a487-44649b429e57 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/quotas/fd8c6aec55114f528929638c55a0f6a9 HTTP/1.1" status: 200  len: 375 time: 0.1523366
Feb 10 21:02:32.314503 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-0cc1a4c1-58af-4e71-b8e0-71044f0a2561 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4119950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4114215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1280'] for router, precommit_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:32.325706 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-cf420d86-5d63-43dc-80d9-b1108b7a7d12 None None] Notify callbacks [] for port, precommit_create {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:32.341883 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-cf420d86-5d63-43dc-80d9-b1108b7a7d12 None None] Transition to ACTIVE for port object 22266079-36bf-440d-b5de-f83a9d70f3b3 will not be triggered until provisioned by entity L2. {{(pid=79930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 10 21:02:32.365611 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-cf420d86-5d63-43dc-80d9-b1108b7a7d12 None None] Transition to ACTIVE for port object 22266079-36bf-440d-b5de-f83a9d70f3b3 will not be triggered until provisioned by entity DHCP. {{(pid=79930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 10 21:02:32.371633 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-cf420d86-5d63-43dc-80d9-b1108b7a7d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778797635767'] for port, after_create {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:32.383156 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5baf3f3-0371-488c-a369-8c9ec1be04f3 admin admin] Network 43c3eb31-3437-423e-adc0-8a0f9f53ec5d is scheduled to be hosted by DHCP agent 81d85903-877f-455d-aaa7-fc933394e41c with binding_index 1 {{(pid=79929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 10 21:02:32.388283 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-15cf030a-0a23-48b8-b1b3-6dd0d5c74944 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:32.390647 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:02:32.401621 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-ca0f6a32-0a58-4a83-a444-a4b195d9cca6 req-fa2e8a8a-f7aa-41e0-8d51-04b9035e7337 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=fd8c6aec55114f528929638c55a0f6a9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0818281
Feb 10 21:02:32.429983 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.base_scheduler [None req-b5baf3f3-0371-488c-a369-8c9ec1be04f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775008-1-iscsi, 43c3eb31-3437-423e-adc0-8a0f9f53ec5d) {{(pid=79929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 10 21:02:32.435398 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5baf3f3-0371-488c-a369-8c9ec1be04f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:02:32.436482 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b5baf3f3-0371-488c-a369-8c9ec1be04f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728031'] for subnet, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:32.443103 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-e987000a-ef85-4a0b-bd0c-3a0b7e504c1e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:32.466176 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799c38d6-bf63-46d9-bf18-9f1a59b40a2d None None] Network 43c3eb31-3437-423e-adc0-8a0f9f53ec5d requested from dv-cinder-775008-1-iscsi {{(pid=79930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 10 21:02:32.478316 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-e987000a-ef85-4a0b-bd0c-3a0b7e504c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:32.500608 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-6878239b-1f4a-45c6-9648-8cb9d0bf872a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:32.504145 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:02:32.544634 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-b5baf3f3-0371-488c-a369-8c9ec1be04f3 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 3.0481160
Feb 10 21:02:32.554212 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6878239b-1f4a-45c6-9648-8cb9d0bf872a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e23ffb-424a-48f1-a472-850e374c47a4,revision_number=None']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:02:32.574270 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-6878239b-1f4a-45c6-9648-8cb9d0bf872a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:02:32.669366 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-15cf030a-0a23-48b8-b1b3-6dd0d5c74944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:32.679790 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-15cf030a-0a23-48b8-b1b3-6dd0d5c74944 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:32.681330 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-15cf030a-0a23-48b8-b1b3-6dd0d5c74944 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/7572a818-ec18-41cd-91bd-976445b42ac4 HTTP/1.1" status: 204  len: 168 time: 0.6844957
Feb 10 21:02:32.684435 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [req-ca0f6a32-0a58-4a83-a444-a4b195d9cca6 req-d6d9dfa6-8051-4b26-bc02-37832ba776c4 service neutron] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=79929) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 10 21:02:32.686224 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-ca0f6a32-0a58-4a83-a444-a4b195d9cca6 req-d6d9dfa6-8051-4b26-bc02-37832ba776c4 service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.1684108
Feb 10 21:02:32.698267 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-21c6604e-6b41-46e6-87e8-765028f1e228 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:02:32.702846 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf420d86-5d63-43dc-80d9-b1108b7a7d12 None None] Pushing event updated for resources: {'Port': ['ID=22266079-36bf-440d-b5de-f83a9d70f3b3,revision_number=1']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:02:32.710703 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-6878239b-1f4a-45c6-9648-8cb9d0bf872a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:32.712230 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-6878239b-1f4a-45c6-9648-8cb9d0bf872a admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/39e23ffb-424a-48f1-a472-850e374c47a4 HTTP/1.1" status: 204  len: 168 time: 0.8412359
Feb 10 21:02:32.717029 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf420d86-5d63-43dc-80d9-b1108b7a7d12 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:02:32.717448 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf420d86-5d63-43dc-80d9-b1108b7a7d12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:02:32.717832 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf420d86-5d63-43dc-80d9-b1108b7a7d12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:02:32.718340 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf420d86-5d63-43dc-80d9-b1108b7a7d12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:02:32.718714 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf420d86-5d63-43dc-80d9-b1108b7a7d12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:02:32.719142 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cf030a-0a23-48b8-b1b3-6dd0d5c74944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7572a818-ec18-41cd-91bd-976445b42ac4,revision_number=None']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:02:32.719336 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf420d86-5d63-43dc-80d9-b1108b7a7d12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:02:32.719799 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf420d86-5d63-43dc-80d9-b1108b7a7d12 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:02:32.720144 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf420d86-5d63-43dc-80d9-b1108b7a7d12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:02:32.720520 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf420d86-5d63-43dc-80d9-b1108b7a7d12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:02:32.720933 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf420d86-5d63-43dc-80d9-b1108b7a7d12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:02:32.721301 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf420d86-5d63-43dc-80d9-b1108b7a7d12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:02:32.721662 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf420d86-5d63-43dc-80d9-b1108b7a7d12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:02:32.722150 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf420d86-5d63-43dc-80d9-b1108b7a7d12 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:02:32.722512 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf420d86-5d63-43dc-80d9-b1108b7a7d12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:02:32.724922 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf420d86-5d63-43dc-80d9-b1108b7a7d12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:02:32.725451 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf420d86-5d63-43dc-80d9-b1108b7a7d12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:02:32.725896 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf420d86-5d63-43dc-80d9-b1108b7a7d12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:02:32.726294 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf420d86-5d63-43dc-80d9-b1108b7a7d12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:02:32.726660 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf420d86-5d63-43dc-80d9-b1108b7a7d12 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:02:32.727021 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf420d86-5d63-43dc-80d9-b1108b7a7d12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:02:32.727381 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf420d86-5d63-43dc-80d9-b1108b7a7d12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:02:32.727739 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf420d86-5d63-43dc-80d9-b1108b7a7d12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:02:32.728097 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf420d86-5d63-43dc-80d9-b1108b7a7d12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:02:32.728449 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf420d86-5d63-43dc-80d9-b1108b7a7d12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:02:32.731151 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf420d86-5d63-43dc-80d9-b1108b7a7d12 None None] Tracked resource versions report:
Feb 10 21:02:32.731151 dv-cinder-775008-1-iscsi neutron-server[79816]: pushed versions:
Feb 10 21:02:32.731151 dv-cinder-775008-1-iscsi neutron-server[79816]: {   'AddressGroup': {'1.1'},
Feb 10 21:02:32.731151 dv-cinder-775008-1-iscsi neutron-server[79816]:     'ConntrackHelper': {'1.0'},
Feb 10 21:02:32.731151 dv-cinder-775008-1-iscsi neutron-server[79816]:     'Log': {'1.0'},
Feb 10 21:02:32.731151 dv-cinder-775008-1-iscsi neutron-server[79816]:     'Network': {'1.1'},
Feb 10 21:02:32.731151 dv-cinder-775008-1-iscsi neutron-server[79816]:     'Port': {'1.7'},
Feb 10 21:02:32.731151 dv-cinder-775008-1-iscsi neutron-server[79816]:     'PortForwarding': {'1.2'},
Feb 10 21:02:32.731151 dv-cinder-775008-1-iscsi neutron-server[79816]:     'QosPolicy': {'1.8'},
Feb 10 21:02:32.731151 dv-cinder-775008-1-iscsi neutron-server[79816]:     'SecurityGroup': {'1.4'},
Feb 10 21:02:32.731151 dv-cinder-775008-1-iscsi neutron-server[79816]:     'SecurityGroupRule': {'1.2'},
Feb 10 21:02:32.731151 dv-cinder-775008-1-iscsi neutron-server[79816]:     'SubPort': {'1.0'},
Feb 10 21:02:32.731151 dv-cinder-775008-1-iscsi neutron-server[79816]:     'Subnet': {'1.1'},
Feb 10 21:02:32.731151 dv-cinder-775008-1-iscsi neutron-server[79816]:     'Trunk': {'1.1'}}
Feb 10 21:02:32.731151 dv-cinder-775008-1-iscsi neutron-server[79816]: consumer versions:
Feb 10 21:02:32.731151 dv-cinder-775008-1-iscsi neutron-server[79816]: {   DHCP agent@dv-cinder-775008-1-iscsi: {},
Feb 10 21:02:32.731151 dv-cinder-775008-1-iscsi neutron-server[79816]:     L3 agent@dv-cinder-775008-1-iscsi: {},
Feb 10 21:02:32.731151 dv-cinder-775008-1-iscsi neutron-server[79816]:     Metadata agent@dv-cinder-775008-1-iscsi: {},
Feb 10 21:02:32.731151 dv-cinder-775008-1-iscsi neutron-server[79816]:     Metering agent@dv-cinder-775008-1-iscsi: {},
Feb 10 21:02:32.731151 dv-cinder-775008-1-iscsi neutron-server[79816]:     Open vSwitch agent@dv-cinder-775008-1-iscsi: {   'AddressGroup': '1.1',
Feb 10 21:02:32.731151 dv-cinder-775008-1-iscsi neutron-server[79816]:                                                      'ConntrackHelper': '1.0',
Feb 10 21:02:32.731151 dv-cinder-775008-1-iscsi neutron-server[79816]:                                                      'Log': '1.0',
Feb 10 21:02:32.731151 dv-cinder-775008-1-iscsi neutron-server[79816]:                                                      'Network': '1.1',
Feb 10 21:02:32.731151 dv-cinder-775008-1-iscsi neutron-server[79816]:                                                      'Port': '1.7',
Feb 10 21:02:32.731151 dv-cinder-775008-1-iscsi neutron-server[79816]:                                                      'PortForwarding': '1.2',
Feb 10 21:02:32.731151 dv-cinder-775008-1-iscsi neutron-server[79816]:                                                      'QosPolicy': '1.8',
Feb 10 21:02:32.731151 dv-cinder-775008-1-iscsi neutron-server[79816]:                                                      'SecurityGroup': '1.4',
Feb 10 21:02:32.731151 dv-cinder-775008-1-iscsi neutron-server[79816]:                                                      'SecurityGroupRule': '1.2',
Feb 10 21:02:32.731151 dv-cinder-775008-1-iscsi neutron-server[79816]:                                                      'SubPort': '1.0',
Feb 10 21:02:32.731151 dv-cinder-775008-1-iscsi neutron-server[79816]:                                                      'Subnet': '1.1',
Feb 10 21:02:32.731151 dv-cinder-775008-1-iscsi neutron-server[79816]:                                                      'Trunk': '1.1'},
Feb 10 21:02:32.731151 dv-cinder-775008-1-iscsi neutron-server[79816]:     Open vSwitch agent@hv-cinder-77500: {   'AddressGroup': '1.1',
Feb 10 21:02:32.731151 dv-cinder-775008-1-iscsi neutron-server[79816]:                                             'ConntrackHelper': '1.0',
Feb 10 21:02:32.731151 dv-cinder-775008-1-iscsi neutron-server[79816]:                                             'Log': '1.0',
Feb 10 21:02:32.731151 dv-cinder-775008-1-iscsi neutron-server[79816]:                                             'Network': '1.1',
Feb 10 21:02:32.731151 dv-cinder-775008-1-iscsi neutron-server[79816]:                                             'Port': '1.7',
Feb 10 21:02:32.731151 dv-cinder-775008-1-iscsi neutron-server[79816]:                                             'PortForwarding': '1.2',
Feb 10 21:02:32.731151 dv-cinder-775008-1-iscsi neutron-server[79816]:                                             'QosPolicy': '1.8',
Feb 10 21:02:32.731151 dv-cinder-775008-1-iscsi neutron-server[79816]:                                             'SecurityGroup': '1.4',
Feb 10 21:02:32.731151 dv-cinder-775008-1-iscsi neutron-server[79816]:                                             'SecurityGroupRule': '1.2',
Feb 10 21:02:32.731151 dv-cinder-775008-1-iscsi neutron-server[79816]:                                             'SubPort': '1.0',
Feb 10 21:02:32.731151 dv-cinder-775008-1-iscsi neutron-server[79816]:                                             'Subnet': '1.1',
Feb 10 21:02:32.731151 dv-cinder-775008-1-iscsi neutron-server[79816]:                                             'Trunk': '1.1'}}
Feb 10 21:02:32.731151 dv-cinder-775008-1-iscsi neutron-server[79816]:  {{(pid=79930) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 10 21:02:32.751736 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-15cf030a-0a23-48b8-b1b3-6dd0d5c74944 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:02:32.752192 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-cf420d86-5d63-43dc-80d9-b1108b7a7d12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:02:32.980484 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf420d86-5d63-43dc-80d9-b1108b7a7d12 None None] Network 30315e38-e508-43b4-a5e6-20c3939b243b is already hosted by enough agents. {{(pid=79930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 10 21:02:32.987269 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.base_scheduler [None req-cf420d86-5d63-43dc-80d9-b1108b7a7d12 None None] Resources bound (agent type, host, resource id):  {{(pid=79930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 10 21:02:32.992050 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf420d86-5d63-43dc-80d9-b1108b7a7d12 None None] Received port after_create {{(pid=79930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 10 21:02:33.098423 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-cf420d86-5d63-43dc-80d9-b1108b7a7d12 None None] Attempting to bind port 22266079-36bf-440d-b5de-f83a9d70f3b3 on host dv-cinder-775008-1-iscsi for vnic_type normal with profile  {{(pid=79930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 10 21:02:33.098423 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-cf420d86-5d63-43dc-80d9-b1108b7a7d12 None None] Attempting to bind port 22266079-36bf-440d-b5de-f83a9d70f3b3 by drivers openvswitch on host dv-cinder-775008-1-iscsi at level 0 using segments [{'id': '72156de0-a8ad-4731-91cf-ea9c1cde9fbe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '30315e38-e508-43b4-a5e6-20c3939b243b'}] {{(pid=79930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 10 21:02:33.098423 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf420d86-5d63-43dc-80d9-b1108b7a7d12 None None] Attempting to bind port 22266079-36bf-440d-b5de-f83a9d70f3b3 on network 30315e38-e508-43b4-a5e6-20c3939b243b {{(pid=79930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 10 21:02:33.195615 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.db_base_plugin_common [None req-e987000a-ef85-4a0b-bd0c-3a0b7e504c1e admin admin] Allocated IP 172.27.3.107 (caec50ae-8f3b-4f45-a3ad-eb903a732614/47475132-bc81-43cb-b635-450463390609/e84b6b0d-4d6f-4b29-ab9a-70b37947d282) {{(pid=79928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 10 21:02:33.211994 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf420d86-5d63-43dc-80d9-b1108b7a7d12 None None] Checking agent: {'id': '1c483f99-5707-4fa0-b001-c7f2c0c49e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775008-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 10, 20, 53, 28), 'started_at': datetime.datetime(2021, 2, 10, 20, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 2, 10, 21, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775008-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 10 21:02:33.212506 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf420d86-5d63-43dc-80d9-b1108b7a7d12 None None] Checking segment: {'id': '72156de0-a8ad-4731-91cf-ea9c1cde9fbe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '30315e38-e508-43b4-a5e6-20c3939b243b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 10 21:02:33.217755 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-cf420d86-5d63-43dc-80d9-b1108b7a7d12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:33.218299 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf420d86-5d63-43dc-80d9-b1108b7a7d12 None None] Bound using segment: {'id': '72156de0-a8ad-4731-91cf-ea9c1cde9fbe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '30315e38-e508-43b4-a5e6-20c3939b243b'} {{(pid=79930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 10 21:02:33.218854 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-cf420d86-5d63-43dc-80d9-b1108b7a7d12 None None] Bound port: 22266079-36bf-440d-b5de-f83a9d70f3b3, host: dv-cinder-775008-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72156de0-a8ad-4731-91cf-ea9c1cde9fbe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '30315e38-e508-43b4-a5e6-20c3939b243b'}}] {{(pid=79930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 10 21:02:33.219290 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-cf420d86-5d63-43dc-80d9-b1108b7a7d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:33.291242 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fffe13e1-7f85-4476-a093-d8d267dccb4f None None] Network 43c3eb31-3437-423e-adc0-8a0f9f53ec5d requested from dv-cinder-775008-1-iscsi {{(pid=79930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 10 21:02:33.355569 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-0cc1a4c1-58af-4e71-b8e0-71044f0a2561 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:33.486388 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-0cc1a4c1-58af-4e71-b8e0-71044f0a2561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:33.516762 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 53390) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:02:33.540026 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-cf420d86-5d63-43dc-80d9-b1108b7a7d12 None None] For port 22266079-36bf-440d-b5de-f83a9d70f3b3, host dv-cinder-775008-1-iscsi, cleared binding levels {{(pid=79930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 10 21:02:33.552633 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-ca0f6a32-0a58-4a83-a444-a4b195d9cca6 req-796fc39a-a2b0-4bf0-8b78-6434767a70ba service neutron] 10.222.0.82 "GET /v2.0/networks/20901ffe-56e0-4231-a22c-8768446088e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7157547
Feb 10 21:02:33.590803 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-cf420d86-5d63-43dc-80d9-b1108b7a7d12 None None] For port 22266079-36bf-440d-b5de-f83a9d70f3b3, host dv-cinder-775008-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-iscsi',level=0,port_id=22266079-36bf-440d-b5de-f83a9d70f3b3,segment=NetworkSegment(72156de0-a8ad-4731-91cf-ea9c1cde9fbe),segment_id=72156de0-a8ad-4731-91cf-ea9c1cde9fbe)] {{(pid=79930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 10 21:02:33.591925 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-834c8f6e-a018-4f25-9864-25b0d9ce5e20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:33.602158 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-cf420d86-5d63-43dc-80d9-b1108b7a7d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:33.621349 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-e987000a-ef85-4a0b-bd0c-3a0b7e504c1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:33.622445 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-cf420d86-5d63-43dc-80d9-b1108b7a7d12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:02:33.639421 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-834c8f6e-a018-4f25-9864-25b0d9ce5e20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:02:33.650328 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-834c8f6e-a018-4f25-9864-25b0d9ce5e20 admin admin] Usage tracker for resource:security_group_rule and tenant:98b4e7ba9b79481cb3242a29d80a8b2b is out of sync, need to count used quota {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:02:33.661896 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-834c8f6e-a018-4f25-9864-25b0d9ce5e20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:02:33.676947 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-834c8f6e-a018-4f25-9864-25b0d9ce5e20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:02:33.832412 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf420d86-5d63-43dc-80d9-b1108b7a7d12 None None] Pushing event updated for resources: {'Port': ['ID=22266079-36bf-440d-b5de-f83a9d70f3b3,revision_number=2']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:02:33.837122 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-cf420d86-5d63-43dc-80d9-b1108b7a7d12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:02:33.973858 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-e987000a-ef85-4a0b-bd0c-3a0b7e504c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778797635767'] for port, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:33.999049 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:02:34.189186 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e987000a-ef85-4a0b-bd0c-3a0b7e504c1e admin admin] Pushing event updated for resources: {'Port': ['ID=e84b6b0d-4d6f-4b29-ab9a-70b37947d282,revision_number=1']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:02:34.195611 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-834c8f6e-a018-4f25-9864-25b0d9ce5e20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:34.206146 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 53418) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:02:34.211453 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-e987000a-ef85-4a0b-bd0c-3a0b7e504c1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:02:34.216280 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-834c8f6e-a018-4f25-9864-25b0d9ce5e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:34.220034 dv-cinder-775008-1-iscsi neutron-server[79816]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Feb 10 21:02:34.290048 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-850c989f-2d33-4dc2-a4bb-cc7e47e91572 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:02:34.422533 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834c8f6e-a018-4f25-9864-25b0d9ce5e20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6afa9401-0dd2-448b-9d63-57042e95e1b1,revision_number=1']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:02:34.449031 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-834c8f6e-a018-4f25-9864-25b0d9ce5e20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:02:34.502305 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-ca0f6a32-0a58-4a83-a444-a4b195d9cca6 req-98a84ac2-8161-48da-a9c0-cd8e192283d2 service neutron] 10.222.0.82 "GET /v2.0/networks/20901ffe-56e0-4231-a22c-8768446088e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.9363554
Feb 10 21:02:34.580247 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Device 22266079-36bf-440d-b5de-f83a9d70f3b3 up at agent ovs-agent-dv-cinder-775008-1-iscsi {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:02:34.708908 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.db_base_plugin_common [None req-0cc1a4c1-58af-4e71-b8e0-71044f0a2561 admin admin] Allocated IP 172.27.3.156 (caec50ae-8f3b-4f45-a3ad-eb903a732614/47475132-bc81-43cb-b635-450463390609/a42ecb04-15bf-4a95-b5ba-6a97edf2d4b7) {{(pid=79929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 10 21:02:34.719470 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-834c8f6e-a018-4f25-9864-25b0d9ce5e20 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=98b4e7ba9b79481cb3242a29d80a8b2b&name=default HTTP/1.1" status: 200  len: 2975 time: 1.1988494
Feb 10 21:02:34.722631 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 53430) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:02:34.756843 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e987000a-ef85-4a0b-bd0c-3a0b7e504c1e admin admin] Network caec50ae-8f3b-4f45-a3ad-eb903a732614 is already hosted by enough agents. {{(pid=79928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 10 21:02:34.759556 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Provisioning for port 22266079-36bf-440d-b5de-f83a9d70f3b3 completed by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 10 21:02:34.767620 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.base_scheduler [None req-e987000a-ef85-4a0b-bd0c-3a0b7e504c1e admin admin] Resources bound (agent type, host, resource id):  {{(pid=79928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 10 21:02:34.778310 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e987000a-ef85-4a0b-bd0c-3a0b7e504c1e admin admin] Received port after_create {{(pid=79928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 10 21:02:35.017303 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d6eda1-b9cd-48be-985f-da936539f2bd req-7fc5de4e-35f8-466f-a7d0-f807916da55c tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:02:35.018133 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-57d6eda1-b9cd-48be-985f-da936539f2bd req-7fc5de4e-35f8-466f-a7d0-f807916da55c tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] Synchronizing usage tracker for tenant:865e082448cd4f47bc948c3eff8bebda on resource:network {{(pid=79928) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 10 21:02:35.110047 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-fa60ad40-cbcc-4d96-a5be-8d9c952118e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:35.110631 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-57d6eda1-b9cd-48be-985f-da936539f2bd req-7fc5de4e-35f8-466f-a7d0-f807916da55c tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] Unset dirty status for tenant:865e082448cd4f47bc948c3eff8bebda on resource:network {{(pid=79928) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 10 21:02:35.111939 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-57d6eda1-b9cd-48be-985f-da936539f2bd req-7fc5de4e-35f8-466f-a7d0-f807916da55c tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] 10.222.0.82 "GET /v2.0/networks?id=43c3eb31-3437-423e-adc0-8a0f9f53ec5d HTTP/1.1" status: 200  len: 811 time: 0.9030907
Feb 10 21:02:35.142702 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-5b7f10b5-5ad6-40b4-9937-add6b5939bcf req-08b66364-0003-4008-bfbf-ced826d23d25 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/ports?device_id=c4eaa0d1-982a-4a87-b374-f73f03983cdd HTTP/1.1" status: 200  len: 210 time: 0.1640472
Feb 10 21:02:35.152934 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-57d6eda1-b9cd-48be-985f-da936539f2bd req-6794af3b-a6d5-4b5f-b546-01d7eaed8353 tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] 10.222.0.82 "GET /v2.0/quotas/865e082448cd4f47bc948c3eff8bebda HTTP/1.1" status: 200  len: 375 time: 0.0310042
Feb 10 21:02:35.236903 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-fa60ad40-cbcc-4d96-a5be-8d9c952118e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:35.298201 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-0cc1a4c1-58af-4e71-b8e0-71044f0a2561 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:35.411850 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-fa60ad40-cbcc-4d96-a5be-8d9c952118e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:35.419851 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:02:35.436831 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa60ad40-cbcc-4d96-a5be-8d9c952118e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6afa9401-0dd2-448b-9d63-57042e95e1b1,revision_number=None']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:02:35.443906 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-fa60ad40-cbcc-4d96-a5be-8d9c952118e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:02:35.460695 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-0cc1a4c1-58af-4e71-b8e0-71044f0a2561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778797635767'] for port, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:35.621175 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-57d6eda1-b9cd-48be-985f-da936539f2bd req-12aa55f0-f69b-4666-be57-ffb8cf3ecca5 tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=865e082448cd4f47bc948c3eff8bebda&fields=id HTTP/1.1" status: 200  len: 210 time: 0.4402397
Feb 10 21:02:35.652230 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:02:35.729117 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-fa60ad40-cbcc-4d96-a5be-8d9c952118e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:35.730271 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-fa60ad40-cbcc-4d96-a5be-8d9c952118e5 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/6afa9401-0dd2-448b-9d63-57042e95e1b1 HTTP/1.1" status: 204  len: 168 time: 1.0060055
Feb 10 21:02:35.745284 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-e987000a-ef85-4a0b-bd0c-3a0b7e504c1e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:35.757145 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc1a4c1-58af-4e71-b8e0-71044f0a2561 admin admin] Network caec50ae-8f3b-4f45-a3ad-eb903a732614 is already hosted by enough agents. {{(pid=79929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 10 21:02:35.763323 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.base_scheduler [None req-0cc1a4c1-58af-4e71-b8e0-71044f0a2561 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 10 21:02:35.766255 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc1a4c1-58af-4e71-b8e0-71044f0a2561 admin admin] Received port after_create {{(pid=79929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 10 21:02:35.881422 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6391625e-fbd1-44b5-b7b2-e977b4e32244 None None] Network 30315e38-e508-43b4-a5e6-20c3939b243b requested from dv-cinder-775008-1-iscsi {{(pid=79930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 10 21:02:35.949988 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc1a4c1-58af-4e71-b8e0-71044f0a2561 admin admin] Pushing event updated for resources: {'Port': ['ID=a42ecb04-15bf-4a95-b5ba-6a97edf2d4b7,revision_number=1']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:02:36.007851 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-0cc1a4c1-58af-4e71-b8e0-71044f0a2561 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:02:36.174037 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-8c122fbd-bff9-4499-910d-7c08c6de07c1 None None] Provisioning for port 22266079-36bf-440d-b5de-f83a9d70f3b3 completed by entity DHCP. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 10 21:02:36.187117 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-8c122fbd-bff9-4499-910d-7c08c6de07c1 None None] Provisioning complete for port 22266079-36bf-440d-b5de-f83a9d70f3b3 triggered by entity DHCP. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:02:36.189048 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8c122fbd-bff9-4499-910d-7c08c6de07c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:36.419335 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-e987000a-ef85-4a0b-bd0c-3a0b7e504c1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850661588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850655767'] for router, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:36.422777 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8c122fbd-bff9-4499-910d-7c08c6de07c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:36.529274 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-fb57c0b8-5beb-49a7-8f9c-cae518a1baf1 req-40fc84cd-375d-4e81-ac44-8fe2335dec07 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/ports?device_id=c4eaa0d1-982a-4a87-b374-f73f03983cdd HTTP/1.1" status: 200  len: 210 time: 0.1675587
Feb 10 21:02:36.562681 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 53504) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:02:36.627480 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-0cc1a4c1-58af-4e71-b8e0-71044f0a2561 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:36.663809 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-8c122fbd-bff9-4499-910d-7c08c6de07c1 None None] For port 22266079-36bf-440d-b5de-f83a9d70f3b3, host dv-cinder-775008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-iscsi',level=0,port_id=22266079-36bf-440d-b5de-f83a9d70f3b3,segment=NetworkSegment(72156de0-a8ad-4731-91cf-ea9c1cde9fbe),segment_id=72156de0-a8ad-4731-91cf-ea9c1cde9fbe)] {{(pid=79930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:02:36.667863 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8c122fbd-bff9-4499-910d-7c08c6de07c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:36.676141 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:02:36.842651 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e987000a-ef85-4a0b-bd0c-3a0b7e504c1e admin admin] Router 106cc9ca-9c38-4b7a-9037-6a5d24b936ca is scheduled to L3 agent 351a09a7-a8bd-44d4-8337-3dd1b5c8f290 with binding_index 1 {{(pid=79928) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 10 21:02:36.856029 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c122fbd-bff9-4499-910d-7c08c6de07c1 None None] Pushing event updated for resources: {'Port': ['ID=22266079-36bf-440d-b5de-f83a9d70f3b3,revision_number=3']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:02:36.860423 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-8c122fbd-bff9-4499-910d-7c08c6de07c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:02:37.035352 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [req-57d6eda1-b9cd-48be-985f-da936539f2bd req-56abad8f-31c1-43bc-932b-9a52ea9d570f service neutron] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=79928) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 10 21:02:37.037826 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-57d6eda1-b9cd-48be-985f-da936539f2bd req-56abad8f-31c1-43bc-932b-9a52ea9d570f service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.7226264
Feb 10 21:02:37.111156 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-6bf347aa-79b0-4dcf-b583-4bc2bfde2bce None None] Provisioning complete for port 22266079-36bf-440d-b5de-f83a9d70f3b3 triggered by entity DHCP. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:02:37.111581 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-6bf347aa-79b0-4dcf-b583-4bc2bfde2bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:37.201417 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b40b29c9-6177-4770-8336-5058fd83ef67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:37.421800 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-b40b29c9-6177-4770-8336-5058fd83ef67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:02:37.431954 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-b40b29c9-6177-4770-8336-5058fd83ef67 admin admin] Usage tracker for resource:security_group_rule and tenant:4c9014e37ebe4d84b0bcea48110f5e48 is out of sync, need to count used quota {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:02:37.440491 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-b40b29c9-6177-4770-8336-5058fd83ef67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:02:37.456703 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-b40b29c9-6177-4770-8336-5058fd83ef67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:02:37.546593 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e987000a-ef85-4a0b-bd0c-3a0b7e504c1e admin admin] Notify agent at l3_agent.dv-cinder-775008-1-iscsi the message routers_updated {{(pid=79928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 10 21:02:37.557289 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30857151-f0ff-4ad0-a537-a9088588c24b None None] Sync routers for ids ['106cc9ca-9c38-4b7a-9037-6a5d24b936ca'] in dv-cinder-775008-1-iscsi {{(pid=79931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 10 21:02:37.576667 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30857151-f0ff-4ad0-a537-a9088588c24b None None] Routers {'106cc9ca-9c38-4b7a-9037-6a5d24b936ca'} bound to L3 agent in host dv-cinder-775008-1-iscsi {{(pid=79931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 10 21:02:37.577356 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-30857151-f0ff-4ad0-a537-a9088588c24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbf909ab4a8>, 'dv-cinder-775008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-10T20:53:27Z,description=<?>,heartbeat_timestamp=2021-02-10T21:02:27Z,host='dv-cinder-775008-1-iscsi',id=351a09a7-a8bd-44d4-8337-3dd1b5c8f290,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-10T20:53:27Z,topic='l3_agent')) {'router_ids': ['106cc9ca-9c38-4b7a-9037-6a5d24b936ca'], 'active': True} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:02:37.598432 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-e987000a-ef85-4a0b-bd0c-3a0b7e504c1e admin admin] Notify callbacks [] for router, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:37.600445 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-e987000a-ef85-4a0b-bd0c-3a0b7e504c1e admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 7.2999575
Feb 10 21:02:37.609705 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-57d6eda1-b9cd-48be-985f-da936539f2bd req-33944acb-b20c-4b62-ad20-61afa710b316 service neutron] 10.222.0.82 "GET /v2.0/networks/43c3eb31-3437-423e-adc0-8a0f9f53ec5d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5497527
Feb 10 21:02:37.610624 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 53544) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:02:37.615375 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b40b29c9-6177-4770-8336-5058fd83ef67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:37.620351 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b40b29c9-6177-4770-8336-5058fd83ef67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:37.667847 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-bb2bbd01-497e-4e90-93e0-dbc2d3763840 None None] Provisioning complete for port 22266079-36bf-440d-b5de-f83a9d70f3b3 triggered by entity DHCP. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:02:37.671586 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-bb2bbd01-497e-4e90-93e0-dbc2d3763840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:37.677595 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-8391bf56-2ee7-42ac-8eda-75ce23b472e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:02:37.991460 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-0cc1a4c1-58af-4e71-b8e0-71044f0a2561 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850661588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850655767'] for router, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:38.000592 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40b29c9-6177-4770-8336-5058fd83ef67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed8a7e1f-6375-4abb-9528-171eda0e6ff0,revision_number=1']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:02:38.021066 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b40b29c9-6177-4770-8336-5058fd83ef67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:02:38.170444 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-ef545715-6436-40a0-8553-36df2982f9ba None None] Provisioning complete for port 22266079-36bf-440d-b5de-f83a9d70f3b3 triggered by entity DHCP. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:02:38.174584 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ef545715-6436-40a0-8553-36df2982f9ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:38.265993 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvr_db [None req-30857151-f0ff-4ad0-a537-a9088588c24b None None] Set router 106cc9ca-9c38-4b7a-9037-6a5d24b936ca gateway port host: dv-cinder-775008-1-iscsi {{(pid=79931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 10 21:02:38.560290 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Device 22266079-36bf-440d-b5de-f83a9d70f3b3 up at agent ovs-agent-dv-cinder-775008-1-iscsi {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:02:38.690577 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-57d6eda1-b9cd-48be-985f-da936539f2bd req-ab91ce22-5b21-48b1-84d1-c9a013dba8bc service neutron] 10.222.0.82 "GET /v2.0/networks/43c3eb31-3437-423e-adc0-8a0f9f53ec5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4242945
Feb 10 21:02:38.730111 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Provisioning complete for port 22266079-36bf-440d-b5de-f83a9d70f3b3 triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:02:38.730539 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:38.898641 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-e0894c07-3f8a-47a1-abce-150c907d0065 req-7b7a18a6-50bc-4e2b-a636-a8d3cae47ed7 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/ports?device_id=c4eaa0d1-982a-4a87-b374-f73f03983cdd HTTP/1.1" status: 200  len: 210 time: 1.1789281
Feb 10 21:02:38.934413 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-b40b29c9-6177-4770-8336-5058fd83ef67 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=4c9014e37ebe4d84b0bcea48110f5e48&name=default HTTP/1.1" status: 200  len: 2975 time: 2.3704653
Feb 10 21:02:38.938771 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 53580) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:02:39.173564 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-30857151-f0ff-4ad0-a537-a9088588c24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbf909ab4a8>, [{'id': '106cc9ca-9c38-4b7a-9037-6a5d24b936ca', 'name': 'tempest-AttachVolumeTestJSON-1034830743-router', 'tenant_id': 'b863e31b2eb84722a5af6ec44203a203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': 'e84b6b0d-4d6f-4b29-ab9a-70b37947d282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:02:30Z', 'updated_at': '2021-02-10T21:02:35Z', 'revision_number': 3, 'project_id': 'b863e31b2eb84722a5af6ec44203a203', 'gw_port': {'id': 'e84b6b0d-4d6f-4b29-ab9a-70b37947d282', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:89:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '106cc9ca-9c38-4b7a-9037-6a5d24b936ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:02:32Z', 'updated_at': '2021-02-10T21:02:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi'}], 'dv-cinder-775008-1-iscsi', False) {} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:02:39.187716 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30857151-f0ff-4ad0-a537-a9088588c24b None None] Checking router: 106cc9ca-9c38-4b7a-9037-6a5d24b936ca for host: dv-cinder-775008-1-iscsi {{(pid=79931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 10 21:02:39.188388 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30857151-f0ff-4ad0-a537-a9088588c24b None None] Updating router 106cc9ca-9c38-4b7a-9037-6a5d24b936ca port e84b6b0d-4d6f-4b29-ab9a-70b37947d282 binding host dv-cinder-775008-1-iscsi {{(pid=79931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 10 21:02:39.237797 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c88f00ec-3d94-49ea-9d3a-c255677b56eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:39.321580 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c88f00ec-3d94-49ea-9d3a-c255677b56eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:39.348991 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-30857151-f0ff-4ad0-a537-a9088588c24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:39.429438 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c88f00ec-3d94-49ea-9d3a-c255677b56eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:39.457430 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-25dd9c1d-aa10-4901-95fb-ea641275f923 req-de542ff5-e535-4731-9979-832d95f2ee87 tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] 10.222.0.82 "GET /v2.0/ports?device_id=712ce0b3-f111-49e6-b084-230ae2fcbfc2 HTTP/1.1" status: 200  len: 210 time: 0.2361307
Feb 10 21:02:39.462635 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:02:39.468096 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.15', 62629) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:02:39.487074 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88f00ec-3d94-49ea-9d3a-c255677b56eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed8a7e1f-6375-4abb-9528-171eda0e6ff0,revision_number=None']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:02:39.494734 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-c88f00ec-3d94-49ea-9d3a-c255677b56eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:02:39.504987 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c88f00ec-3d94-49ea-9d3a-c255677b56eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:39.506797 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-c88f00ec-3d94-49ea-9d3a-c255677b56eb admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/ed8a7e1f-6375-4abb-9528-171eda0e6ff0 HTTP/1.1" status: 204  len: 168 time: 0.5668802
Feb 10 21:02:39.528459 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cc1a4c1-58af-4e71-b8e0-71044f0a2561 admin admin] Router 9568715f-9a2d-48c3-9f7c-aa2ae6c52a80 is scheduled to L3 agent 351a09a7-a8bd-44d4-8337-3dd1b5c8f290 with binding_index 1 {{(pid=79929) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 10 21:02:40.263196 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cc1a4c1-58af-4e71-b8e0-71044f0a2561 admin admin] Notify agent at l3_agent.dv-cinder-775008-1-iscsi the message routers_updated {{(pid=79929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 10 21:02:40.281026 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f0aba9-d9a0-4f8b-ae55-119b7354a52a None None] Sync routers for ids ['9568715f-9a2d-48c3-9f7c-aa2ae6c52a80'] in dv-cinder-775008-1-iscsi {{(pid=79930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 10 21:02:40.307091 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f0aba9-d9a0-4f8b-ae55-119b7354a52a None None] Routers {'9568715f-9a2d-48c3-9f7c-aa2ae6c52a80'} bound to L3 agent in host dv-cinder-775008-1-iscsi {{(pid=79930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 10 21:02:40.310821 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-b1f0aba9-d9a0-4f8b-ae55-119b7354a52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbf90442c50>, 'dv-cinder-775008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-10T20:53:27Z,description=<?>,heartbeat_timestamp=2021-02-10T21:02:27Z,host='dv-cinder-775008-1-iscsi',id=351a09a7-a8bd-44d4-8337-3dd1b5c8f290,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-10T20:53:27Z,topic='l3_agent')) {'router_ids': ['9568715f-9a2d-48c3-9f7c-aa2ae6c52a80'], 'active': True} {{(pid=79930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:02:40.318427 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-0cc1a4c1-58af-4e71-b8e0-71044f0a2561 admin admin] Notify callbacks [] for router, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:40.323582 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-0cc1a4c1-58af-4e71-b8e0-71044f0a2561 admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 9.0402844
Feb 10 21:02:40.324171 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 53644) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:02:40.466663 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f6a32-0a58-4a83-a444-a4b195d9cca6 req-8f3bd78c-ba9f-409d-8d37-8be45a7a1f81 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:02:40.472539 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-ca0f6a32-0a58-4a83-a444-a4b195d9cca6 req-8f3bd78c-ba9f-409d-8d37-8be45a7a1f81 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.15 "GET /v2.0/networks?id=20901ffe-56e0-4231-a22c-8768446088e2 HTTP/1.1" status: 200  len: 814 time: 0.9990063
Feb 10 21:02:40.574730 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-30857151-f0ff-4ad0-a537-a9088588c24b None None] Notify callbacks [] for port, precommit_update {{(pid=79931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:40.605814 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-30857151-f0ff-4ad0-a537-a9088588c24b None None] Transition to ACTIVE for port object e84b6b0d-4d6f-4b29-ab9a-70b37947d282 will not be triggered until provisioned by entity L2. {{(pid=79931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 10 21:02:40.611766 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [req-ca0f6a32-0a58-4a83-a444-a4b195d9cca6 req-e28813f6-4e94-4683-adfb-8c13c46d9c29 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Request body: {'port': {'device_id': 'c4eaa0d1-982a-4a87-b374-f73f03983cdd', 'network_id': '20901ffe-56e0-4231-a22c-8768446088e2', 'admin_state_up': True, 'tenant_id': 'fd8c6aec55114f528929638c55a0f6a9'}} {{(pid=79928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:02:40.615520 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-30857151-f0ff-4ad0-a537-a9088588c24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:40.656127 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-df11459c-90fa-43b0-9461-2b3833fa88d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:02:40.709755 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvr_db [None req-b1f0aba9-d9a0-4f8b-ae55-119b7354a52a None None] Set router 9568715f-9a2d-48c3-9f7c-aa2ae6c52a80 gateway port host: dv-cinder-775008-1-iscsi {{(pid=79930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 10 21:02:40.807521 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-5db75231-fd93-4cd8-9897-2d1a27a82c97 req-18057da9-6143-4605-9bd3-83cb46d5d19a tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/ports?device_id=c4eaa0d1-982a-4a87-b374-f73f03983cdd HTTP/1.1" status: 200  len: 210 time: 0.3304138
Feb 10 21:02:40.891255 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322e5b25-f900-4007-86d8-7afeb8d1cf36 None None] Pushing event updated for resources: {'Port': ['ID=e84b6b0d-4d6f-4b29-ab9a-70b37947d282,revision_number=2']} {{(pid=79931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:02:40.953676 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-157f1a38-d92d-44f2-963d-68309d0e813f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:41.121057 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322e5b25-f900-4007-86d8-7afeb8d1cf36 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:02:41.121614 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322e5b25-f900-4007-86d8-7afeb8d1cf36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:02:41.121996 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322e5b25-f900-4007-86d8-7afeb8d1cf36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:02:41.122430 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322e5b25-f900-4007-86d8-7afeb8d1cf36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:02:41.122858 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322e5b25-f900-4007-86d8-7afeb8d1cf36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:02:41.123311 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322e5b25-f900-4007-86d8-7afeb8d1cf36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:02:41.123684 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322e5b25-f900-4007-86d8-7afeb8d1cf36 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:02:41.124103 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322e5b25-f900-4007-86d8-7afeb8d1cf36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:02:41.124590 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322e5b25-f900-4007-86d8-7afeb8d1cf36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:02:41.125021 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322e5b25-f900-4007-86d8-7afeb8d1cf36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:02:41.125386 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322e5b25-f900-4007-86d8-7afeb8d1cf36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:02:41.125751 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322e5b25-f900-4007-86d8-7afeb8d1cf36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:02:41.134897 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [req-ca0f6a32-0a58-4a83-a444-a4b195d9cca6 req-e28813f6-4e94-4683-adfb-8c13c46d9c29 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:02:41.138459 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322e5b25-f900-4007-86d8-7afeb8d1cf36 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:02:41.138972 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322e5b25-f900-4007-86d8-7afeb8d1cf36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:02:41.139390 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322e5b25-f900-4007-86d8-7afeb8d1cf36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:02:41.139762 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322e5b25-f900-4007-86d8-7afeb8d1cf36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:02:41.140188 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322e5b25-f900-4007-86d8-7afeb8d1cf36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:02:41.140638 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322e5b25-f900-4007-86d8-7afeb8d1cf36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:02:41.141062 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322e5b25-f900-4007-86d8-7afeb8d1cf36 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:02:41.141427 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322e5b25-f900-4007-86d8-7afeb8d1cf36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:02:41.141804 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322e5b25-f900-4007-86d8-7afeb8d1cf36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:02:41.155949 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-ca0f6a32-0a58-4a83-a444-a4b195d9cca6 req-e28813f6-4e94-4683-adfb-8c13c46d9c29 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Usage tracker for resource:port and tenant:fd8c6aec55114f528929638c55a0f6a9 is out of sync, need to count used quota {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:02:41.156845 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322e5b25-f900-4007-86d8-7afeb8d1cf36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:02:41.157191 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322e5b25-f900-4007-86d8-7afeb8d1cf36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:02:41.157694 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322e5b25-f900-4007-86d8-7afeb8d1cf36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:02:41.159173 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322e5b25-f900-4007-86d8-7afeb8d1cf36 None None] Tracked resource versions report:
Feb 10 21:02:41.159173 dv-cinder-775008-1-iscsi neutron-server[79816]: pushed versions:
Feb 10 21:02:41.159173 dv-cinder-775008-1-iscsi neutron-server[79816]: {   'AddressGroup': {'1.1'},
Feb 10 21:02:41.159173 dv-cinder-775008-1-iscsi neutron-server[79816]:     'ConntrackHelper': {'1.0'},
Feb 10 21:02:41.159173 dv-cinder-775008-1-iscsi neutron-server[79816]:     'Log': {'1.0'},
Feb 10 21:02:41.159173 dv-cinder-775008-1-iscsi neutron-server[79816]:     'Network': {'1.1'},
Feb 10 21:02:41.159173 dv-cinder-775008-1-iscsi neutron-server[79816]:     'Port': {'1.7'},
Feb 10 21:02:41.159173 dv-cinder-775008-1-iscsi neutron-server[79816]:     'PortForwarding': {'1.2'},
Feb 10 21:02:41.159173 dv-cinder-775008-1-iscsi neutron-server[79816]:     'QosPolicy': {'1.8'},
Feb 10 21:02:41.159173 dv-cinder-775008-1-iscsi neutron-server[79816]:     'SecurityGroup': {'1.4'},
Feb 10 21:02:41.159173 dv-cinder-775008-1-iscsi neutron-server[79816]:     'SecurityGroupRule': {'1.2'},
Feb 10 21:02:41.159173 dv-cinder-775008-1-iscsi neutron-server[79816]:     'SubPort': {'1.0'},
Feb 10 21:02:41.159173 dv-cinder-775008-1-iscsi neutron-server[79816]:     'Subnet': {'1.1'},
Feb 10 21:02:41.159173 dv-cinder-775008-1-iscsi neutron-server[79816]:     'Trunk': {'1.1'}}
Feb 10 21:02:41.159173 dv-cinder-775008-1-iscsi neutron-server[79816]: consumer versions:
Feb 10 21:02:41.159173 dv-cinder-775008-1-iscsi neutron-server[79816]: {   DHCP agent@dv-cinder-775008-1-iscsi: {},
Feb 10 21:02:41.159173 dv-cinder-775008-1-iscsi neutron-server[79816]:     L3 agent@dv-cinder-775008-1-iscsi: {},
Feb 10 21:02:41.159173 dv-cinder-775008-1-iscsi neutron-server[79816]:     Metadata agent@dv-cinder-775008-1-iscsi: {},
Feb 10 21:02:41.159173 dv-cinder-775008-1-iscsi neutron-server[79816]:     Metering agent@dv-cinder-775008-1-iscsi: {},
Feb 10 21:02:41.159173 dv-cinder-775008-1-iscsi neutron-server[79816]:     Open vSwitch agent@dv-cinder-775008-1-iscsi: {   'AddressGroup': '1.1',
Feb 10 21:02:41.159173 dv-cinder-775008-1-iscsi neutron-server[79816]:                                                      'ConntrackHelper': '1.0',
Feb 10 21:02:41.159173 dv-cinder-775008-1-iscsi neutron-server[79816]:                                                      'Log': '1.0',
Feb 10 21:02:41.159173 dv-cinder-775008-1-iscsi neutron-server[79816]:                                                      'Network': '1.1',
Feb 10 21:02:41.159173 dv-cinder-775008-1-iscsi neutron-server[79816]:                                                      'Port': '1.7',
Feb 10 21:02:41.159173 dv-cinder-775008-1-iscsi neutron-server[79816]:                                                      'PortForwarding': '1.2',
Feb 10 21:02:41.159173 dv-cinder-775008-1-iscsi neutron-server[79816]:                                                      'QosPolicy': '1.8',
Feb 10 21:02:41.159173 dv-cinder-775008-1-iscsi neutron-server[79816]:                                                      'SecurityGroup': '1.4',
Feb 10 21:02:41.159173 dv-cinder-775008-1-iscsi neutron-server[79816]:                                                      'SecurityGroupRule': '1.2',
Feb 10 21:02:41.159173 dv-cinder-775008-1-iscsi neutron-server[79816]:                                                      'SubPort': '1.0',
Feb 10 21:02:41.159173 dv-cinder-775008-1-iscsi neutron-server[79816]:                                                      'Subnet': '1.1',
Feb 10 21:02:41.159173 dv-cinder-775008-1-iscsi neutron-server[79816]:                                                      'Trunk': '1.1'},
Feb 10 21:02:41.159173 dv-cinder-775008-1-iscsi neutron-server[79816]:     Open vSwitch agent@hv-cinder-77500: {   'AddressGroup': '1.1',
Feb 10 21:02:41.159173 dv-cinder-775008-1-iscsi neutron-server[79816]:                                             'ConntrackHelper': '1.0',
Feb 10 21:02:41.159173 dv-cinder-775008-1-iscsi neutron-server[79816]:                                             'Log': '1.0',
Feb 10 21:02:41.159173 dv-cinder-775008-1-iscsi neutron-server[79816]:                                             'Network': '1.1',
Feb 10 21:02:41.159173 dv-cinder-775008-1-iscsi neutron-server[79816]:                                             'Port': '1.7',
Feb 10 21:02:41.159173 dv-cinder-775008-1-iscsi neutron-server[79816]:                                             'PortForwarding': '1.2',
Feb 10 21:02:41.159173 dv-cinder-775008-1-iscsi neutron-server[79816]:                                             'QosPolicy': '1.8',
Feb 10 21:02:41.159173 dv-cinder-775008-1-iscsi neutron-server[79816]:                                             'SecurityGroup': '1.4',
Feb 10 21:02:41.159173 dv-cinder-775008-1-iscsi neutron-server[79816]:                                             'SecurityGroupRule': '1.2',
Feb 10 21:02:41.159173 dv-cinder-775008-1-iscsi neutron-server[79816]:                                             'SubPort': '1.0',
Feb 10 21:02:41.159173 dv-cinder-775008-1-iscsi neutron-server[79816]:                                             'Subnet': '1.1',
Feb 10 21:02:41.159173 dv-cinder-775008-1-iscsi neutron-server[79816]:                                             'Trunk': '1.1'}}
Feb 10 21:02:41.159173 dv-cinder-775008-1-iscsi neutron-server[79816]:  {{(pid=79931) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 10 21:02:41.165037 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 53678) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:02:41.171316 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-ca0f6a32-0a58-4a83-a444-a4b195d9cca6 req-e28813f6-4e94-4683-adfb-8c13c46d9c29 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:02:41.192079 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-322e5b25-f900-4007-86d8-7afeb8d1cf36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=79931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:02:41.197151 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [req-ca0f6a32-0a58-4a83-a444-a4b195d9cca6 req-e28813f6-4e94-4683-adfb-8c13c46d9c29 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:02:41.217833 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-e511b5a7-a4c4-4bde-bc37-09cb10df72a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:41.252076 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-e511b5a7-a4c4-4bde-bc37-09cb10df72a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:02:41.302596 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca0f6a32-0a58-4a83-a444-a4b195d9cca6 req-e28813f6-4e94-4683-adfb-8c13c46d9c29 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Made reservation on behalf of fd8c6aec55114f528929638c55a0f6a9 for: {'port': 1} {{(pid=79928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 10 21:02:41.327621 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-ca0f6a32-0a58-4a83-a444-a4b195d9cca6 req-e28813f6-4e94-4683-adfb-8c13c46d9c29 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:41.346247 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-cef038e7-17f2-4e1c-813c-623a3558a2a5 req-5a4b6aa0-b977-4c7c-b81f-6a83ed505bc1 tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] 10.222.0.82 "GET /v2.0/ports?device_id=712ce0b3-f111-49e6-b084-230ae2fcbfc2 HTTP/1.1" status: 200  len: 210 time: 0.4608159
Feb 10 21:02:41.360734 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-e511b5a7-a4c4-4bde-bc37-09cb10df72a9 admin admin] Usage tracker for resource:security_group_rule and tenant:9f4aac2997fa45a28b11f07a1a9e8536 is out of sync, need to count used quota {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:02:41.380913 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-e511b5a7-a4c4-4bde-bc37-09cb10df72a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:02:41.450878 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-30857151-f0ff-4ad0-a537-a9088588c24b None None] Attempting to bind port e84b6b0d-4d6f-4b29-ab9a-70b37947d282 on host dv-cinder-775008-1-iscsi for vnic_type normal with profile  {{(pid=79931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 10 21:02:41.451328 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-30857151-f0ff-4ad0-a537-a9088588c24b None None] Attempting to bind port e84b6b0d-4d6f-4b29-ab9a-70b37947d282 by drivers openvswitch on host dv-cinder-775008-1-iscsi at level 0 using segments [{'id': '37fae2f4-4e7c-4231-b866-3c6a09452824', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614'}] {{(pid=79931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 10 21:02:41.451867 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30857151-f0ff-4ad0-a537-a9088588c24b None None] Attempting to bind port e84b6b0d-4d6f-4b29-ab9a-70b37947d282 on network caec50ae-8f3b-4f45-a3ad-eb903a732614 {{(pid=79931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 10 21:02:41.481265 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30857151-f0ff-4ad0-a537-a9088588c24b None None] Checking agent: {'id': '1c483f99-5707-4fa0-b001-c7f2c0c49e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775008-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 10, 20, 53, 28), 'started_at': datetime.datetime(2021, 2, 10, 20, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 2, 10, 21, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775008-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 10 21:02:41.481665 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30857151-f0ff-4ad0-a537-a9088588c24b None None] Checking segment: {'id': '37fae2f4-4e7c-4231-b866-3c6a09452824', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 10 21:02:41.482033 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-30857151-f0ff-4ad0-a537-a9088588c24b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:41.482558 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30857151-f0ff-4ad0-a537-a9088588c24b None None] Bound using segment: {'id': '37fae2f4-4e7c-4231-b866-3c6a09452824', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614'} {{(pid=79931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 10 21:02:41.483157 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-30857151-f0ff-4ad0-a537-a9088588c24b None None] Bound port: e84b6b0d-4d6f-4b29-ab9a-70b37947d282, host: dv-cinder-775008-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37fae2f4-4e7c-4231-b866-3c6a09452824', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614'}}] {{(pid=79931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 10 21:02:41.483599 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-30857151-f0ff-4ad0-a537-a9088588c24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:41.494142 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-e511b5a7-a4c4-4bde-bc37-09cb10df72a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:02:41.608777 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-b1f0aba9-d9a0-4f8b-ae55-119b7354a52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbf90442c50>, [{'id': '9568715f-9a2d-48c3-9f7c-aa2ae6c52a80', 'name': 'tempest-ServerRescueNegativeTestJSON-733361973-router', 'tenant_id': '92212326132c472cbbd1d5f9a6549ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'a42ecb04-15bf-4a95-b5ba-6a97edf2d4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:02:31Z', 'updated_at': '2021-02-10T21:02:36Z', 'revision_number': 3, 'project_id': '92212326132c472cbbd1d5f9a6549ec7', 'gw_port': {'id': 'a42ecb04-15bf-4a95-b5ba-6a97edf2d4b7', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:69:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9568715f-9a2d-48c3-9f7c-aa2ae6c52a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:02:34Z', 'updated_at': '2021-02-10T21:02:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi'}], 'dv-cinder-775008-1-iscsi', False) {} {{(pid=79930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:02:41.618464 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f0aba9-d9a0-4f8b-ae55-119b7354a52a None None] Checking router: 9568715f-9a2d-48c3-9f7c-aa2ae6c52a80 for host: dv-cinder-775008-1-iscsi {{(pid=79930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 10 21:02:41.618867 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f0aba9-d9a0-4f8b-ae55-119b7354a52a None None] Updating router 9568715f-9a2d-48c3-9f7c-aa2ae6c52a80 port a42ecb04-15bf-4a95-b5ba-6a97edf2d4b7 binding host dv-cinder-775008-1-iscsi {{(pid=79930) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 10 21:02:41.694675 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-30857151-f0ff-4ad0-a537-a9088588c24b None None] For port e84b6b0d-4d6f-4b29-ab9a-70b37947d282, host dv-cinder-775008-1-iscsi, cleared binding levels {{(pid=79931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 10 21:02:41.699899 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-30857151-f0ff-4ad0-a537-a9088588c24b None None] For port e84b6b0d-4d6f-4b29-ab9a-70b37947d282, host dv-cinder-775008-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-iscsi',level=0,port_id=e84b6b0d-4d6f-4b29-ab9a-70b37947d282,segment=NetworkSegment(37fae2f4-4e7c-4231-b866-3c6a09452824),segment_id=37fae2f4-4e7c-4231-b866-3c6a09452824)] {{(pid=79931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 10 21:02:41.703028 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-30857151-f0ff-4ad0-a537-a9088588c24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:41.758465 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:02:41.830986 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b1f0aba9-d9a0-4f8b-ae55-119b7354a52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:41.837874 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.db_base_plugin_common [None req-157f1a38-d92d-44f2-963d-68309d0e813f admin admin] Allocated IP 172.20.0.1 (30315e38-e508-43b4-a5e6-20c3939b243b/ac135e95-2d8a-4872-b364-451b52f8b60d/546e8bf9-ce1e-4244-b92b-8088eedfe638) {{(pid=79928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 10 21:02:42.122003 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322e5b25-f900-4007-86d8-7afeb8d1cf36 None None] Pushing event updated for resources: {'Port': ['ID=e84b6b0d-4d6f-4b29-ab9a-70b37947d282,revision_number=3']} {{(pid=79931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:02:42.145811 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-322e5b25-f900-4007-86d8-7afeb8d1cf36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=79931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:02:42.558643 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-dd348c40-932f-4cfc-adf5-b45b43d71ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:42.583966 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30857151-f0ff-4ad0-a537-a9088588c24b None None] Routers {'106cc9ca-9c38-4b7a-9037-6a5d24b936ca'} bound to L3 agent in host dv-cinder-775008-1-iscsi {{(pid=79931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 10 21:02:42.584808 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-30857151-f0ff-4ad0-a537-a9088588c24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbf909ab4a8>, 'dv-cinder-775008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-10T20:53:27Z,description=<?>,heartbeat_timestamp=2021-02-10T21:02:27Z,host='dv-cinder-775008-1-iscsi',id=351a09a7-a8bd-44d4-8337-3dd1b5c8f290,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-10T20:53:27Z,topic='l3_agent')) {'router_ids': ['106cc9ca-9c38-4b7a-9037-6a5d24b936ca'], 'active': True} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:02:42.696553 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-157f1a38-d92d-44f2-963d-68309d0e813f admin admin] Notify callbacks [] for port, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:42.724036 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-89164dcd-fb16-428d-b383-14d85b03f38a req-6be00791-bfb1-4557-90f1-9b5b530de9bf tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/ports?device_id=c4eaa0d1-982a-4a87-b374-f73f03983cdd HTTP/1.1" status: 200  len: 210 time: 0.3408704
Feb 10 21:02:42.830595 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b1f0aba9-d9a0-4f8b-ae55-119b7354a52a None None] Notify callbacks [] for port, precommit_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:42.861317 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b1f0aba9-d9a0-4f8b-ae55-119b7354a52a None None] Transition to ACTIVE for port object a42ecb04-15bf-4a95-b5ba-6a97edf2d4b7 will not be triggered until provisioned by entity L2. {{(pid=79930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 10 21:02:42.865389 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b1f0aba9-d9a0-4f8b-ae55-119b7354a52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:42.884443 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.agents_db [None req-2fd61c53-9bc0-4c2f-aa40-be9729c6e46f None None] Agent healthcheck: found 6 active agents {{(pid=79931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 10 21:02:42.886654 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-cae67082-ddba-4074-a2b4-904d3fa2d271 req-6fd1381b-53d3-4184-873c-2aec879ef60d tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] 10.222.0.82 "GET /v2.0/ports?device_id=712ce0b3-f111-49e6-b084-230ae2fcbfc2 HTTP/1.1" status: 200  len: 210 time: 0.0773799
Feb 10 21:02:42.886763 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvr_db [None req-30857151-f0ff-4ad0-a537-a9088588c24b None None] Set router 106cc9ca-9c38-4b7a-9037-6a5d24b936ca gateway port host: dv-cinder-775008-1-iscsi {{(pid=79931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 10 21:02:42.900480 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:02:43.021681 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-157f1a38-d92d-44f2-963d-68309d0e813f admin admin] Transition to ACTIVE for port object 546e8bf9-ce1e-4244-b92b-8088eedfe638 will not be triggered until provisioned by entity DHCP. {{(pid=79928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 10 21:02:43.103269 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29824069-15e1-45da-a899-803b93158804 None None] Pushing event updated for resources: {'Port': ['ID=a42ecb04-15bf-4a95-b5ba-6a97edf2d4b7,revision_number=2']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:02:43.142331 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-29824069-15e1-45da-a899-803b93158804 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:02:43.201018 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-b1f0aba9-d9a0-4f8b-ae55-119b7354a52a None None] Attempting to bind port a42ecb04-15bf-4a95-b5ba-6a97edf2d4b7 on host dv-cinder-775008-1-iscsi for vnic_type normal with profile  {{(pid=79930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 10 21:02:43.201744 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-b1f0aba9-d9a0-4f8b-ae55-119b7354a52a None None] Attempting to bind port a42ecb04-15bf-4a95-b5ba-6a97edf2d4b7 by drivers openvswitch on host dv-cinder-775008-1-iscsi at level 0 using segments [{'id': '37fae2f4-4e7c-4231-b866-3c6a09452824', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614'}] {{(pid=79930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 10 21:02:43.205359 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f0aba9-d9a0-4f8b-ae55-119b7354a52a None None] Attempting to bind port a42ecb04-15bf-4a95-b5ba-6a97edf2d4b7 on network caec50ae-8f3b-4f45-a3ad-eb903a732614 {{(pid=79930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 10 21:02:43.212715 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-e511b5a7-a4c4-4bde-bc37-09cb10df72a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:43.226211 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-e511b5a7-a4c4-4bde-bc37-09cb10df72a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:43.229513 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f0aba9-d9a0-4f8b-ae55-119b7354a52a None None] Checking agent: {'id': '1c483f99-5707-4fa0-b001-c7f2c0c49e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775008-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 10, 20, 53, 28), 'started_at': datetime.datetime(2021, 2, 10, 20, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 2, 10, 21, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775008-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 10 21:02:43.230173 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f0aba9-d9a0-4f8b-ae55-119b7354a52a None None] Checking segment: {'id': '37fae2f4-4e7c-4231-b866-3c6a09452824', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 10 21:02:43.230859 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b1f0aba9-d9a0-4f8b-ae55-119b7354a52a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:43.232208 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f0aba9-d9a0-4f8b-ae55-119b7354a52a None None] Bound using segment: {'id': '37fae2f4-4e7c-4231-b866-3c6a09452824', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614'} {{(pid=79930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 10 21:02:43.233015 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-b1f0aba9-d9a0-4f8b-ae55-119b7354a52a None None] Bound port: a42ecb04-15bf-4a95-b5ba-6a97edf2d4b7, host: dv-cinder-775008-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37fae2f4-4e7c-4231-b866-3c6a09452824', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614'}}] {{(pid=79930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 10 21:02:43.233644 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b1f0aba9-d9a0-4f8b-ae55-119b7354a52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:43.348485 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-b1f0aba9-d9a0-4f8b-ae55-119b7354a52a None None] For port a42ecb04-15bf-4a95-b5ba-6a97edf2d4b7, host dv-cinder-775008-1-iscsi, cleared binding levels {{(pid=79930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 10 21:02:43.354117 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-b1f0aba9-d9a0-4f8b-ae55-119b7354a52a None None] For port a42ecb04-15bf-4a95-b5ba-6a97edf2d4b7, host dv-cinder-775008-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-iscsi',level=0,port_id=a42ecb04-15bf-4a95-b5ba-6a97edf2d4b7,segment=NetworkSegment(37fae2f4-4e7c-4231-b866-3c6a09452824),segment_id=37fae2f4-4e7c-4231-b866-3c6a09452824)] {{(pid=79930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 10 21:02:43.358267 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b1f0aba9-d9a0-4f8b-ae55-119b7354a52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:43.388933 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.db_base_plugin_common [None req-dd348c40-932f-4cfc-adf5-b45b43d71ce0 admin admin] Allocated IP 172.20.0.1 (b57cc509-53ec-4b56-8b10-8490bdf813dd/507359e5-5fb4-4f65-a55c-2cec76549fa0/98e6567d-846a-4459-bb94-fb72854a2734) {{(pid=79929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 10 21:02:43.440472 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-f37efadc-1884-4a17-9882-c5e897c15d19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:02:43.461841 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-834c8f6e-a018-4f25-9864-25b0d9ce5e20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:02:43.542884 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-e511b5a7-a4c4-4bde-bc37-09cb10df72a9 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=9f4aac2997fa45a28b11f07a1a9e8536&name=default HTTP/1.1" status: 200  len: 2976 time: 2.3742111
Feb 10 21:02:43.557531 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 53748) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:02:43.747081 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-04d0d146-9fd1-41b7-b5a0-6071500d0687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:43.781258 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e511b5a7-a4c4-4bde-bc37-09cb10df72a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24948a66-20a1-4463-ad5f-124e1d7a2459,revision_number=1']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:02:43.782229 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-04d0d146-9fd1-41b7-b5a0-6071500d0687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:43.792650 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-157f1a38-d92d-44f2-963d-68309d0e813f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778797635767'] for port, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:43.804459 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-30857151-f0ff-4ad0-a537-a9088588c24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbf909ab4a8>, [{'id': '106cc9ca-9c38-4b7a-9037-6a5d24b936ca', 'name': 'tempest-AttachVolumeTestJSON-1034830743-router', 'tenant_id': 'b863e31b2eb84722a5af6ec44203a203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': 'e84b6b0d-4d6f-4b29-ab9a-70b37947d282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:02:30Z', 'updated_at': '2021-02-10T21:02:35Z', 'revision_number': 3, 'project_id': 'b863e31b2eb84722a5af6ec44203a203', 'gw_port': {'id': 'e84b6b0d-4d6f-4b29-ab9a-70b37947d282', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:89:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '106cc9ca-9c38-4b7a-9037-6a5d24b936ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:02:32Z', 'updated_at': '2021-02-10T21:02:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi'}], 'dv-cinder-775008-1-iscsi', False) {} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:02:43.809024 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30857151-f0ff-4ad0-a537-a9088588c24b None None] The sync data for ids ['106cc9ca-9c38-4b7a-9037-6a5d24b936ca'] in dv-cinder-775008-1-iscsi is: [{'id': '106cc9ca-9c38-4b7a-9037-6a5d24b936ca', 'name': 'tempest-AttachVolumeTestJSON-1034830743-router', 'tenant_id': 'b863e31b2eb84722a5af6ec44203a203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': 'e84b6b0d-4d6f-4b29-ab9a-70b37947d282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:02:30Z', 'updated_at': '2021-02-10T21:02:35Z', 'revision_number': 3, 'project_id': 'b863e31b2eb84722a5af6ec44203a203', 'gw_port': {'id': 'e84b6b0d-4d6f-4b29-ab9a-70b37947d282', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:89:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '106cc9ca-9c38-4b7a-9037-6a5d24b936ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:02:32Z', 'updated_at': '2021-02-10T21:02:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi'}] {{(pid=79931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 10 21:02:43.812113 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-e511b5a7-a4c4-4bde-bc37-09cb10df72a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:02:43.816436 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29824069-15e1-45da-a899-803b93158804 None None] Pushing event updated for resources: {'Port': ['ID=a42ecb04-15bf-4a95-b5ba-6a97edf2d4b7,revision_number=3']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:02:43.840910 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-29824069-15e1-45da-a899-803b93158804 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:02:43.863579 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-dd348c40-932f-4cfc-adf5-b45b43d71ce0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:43.911230 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:02:43.930292 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f0aba9-d9a0-4f8b-ae55-119b7354a52a None None] Routers {'9568715f-9a2d-48c3-9f7c-aa2ae6c52a80'} bound to L3 agent in host dv-cinder-775008-1-iscsi {{(pid=79930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 10 21:02:43.931007 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-b1f0aba9-d9a0-4f8b-ae55-119b7354a52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbf90442c50>, 'dv-cinder-775008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-10T20:53:27Z,description=<?>,heartbeat_timestamp=2021-02-10T21:02:27Z,host='dv-cinder-775008-1-iscsi',id=351a09a7-a8bd-44d4-8337-3dd1b5c8f290,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-10T20:53:27Z,topic='l3_agent')) {'router_ids': ['9568715f-9a2d-48c3-9f7c-aa2ae6c52a80'], 'active': True} {{(pid=79930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:02:43.949929 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-04d0d146-9fd1-41b7-b5a0-6071500d0687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:43.963552 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-fa60ad40-cbcc-4d96-a5be-8d9c952118e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:02:43.997472 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d0d146-9fd1-41b7-b5a0-6071500d0687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24948a66-20a1-4463-ad5f-124e1d7a2459,revision_number=None']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:02:44.016958 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-04d0d146-9fd1-41b7-b5a0-6071500d0687 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:02:44.022435 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-dd348c40-932f-4cfc-adf5-b45b43d71ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778797635767'] for port, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:44.116876 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 53762) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:02:44.235019 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.db_base_plugin_common [req-ca0f6a32-0a58-4a83-a444-a4b195d9cca6 req-e28813f6-4e94-4683-adfb-8c13c46d9c29 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Allocated IP 172.20.0.4 (20901ffe-56e0-4231-a22c-8768446088e2/884075b2-6b00-417e-a17c-100207a10cdd/5c00599a-0ac5-4ab5-905a-f9522bbffdc9) {{(pid=79928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 10 21:02:44.315528 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:02:44.453930 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157f1a38-d92d-44f2-963d-68309d0e813f admin admin] Pushing event updated for resources: {'Port': ['ID=546e8bf9-ce1e-4244-b92b-8088eedfe638,revision_number=1']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:02:44.478312 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-85410f9f-712d-4e8a-a5cb-15535e6b5ec0 req-efc7b6f3-7be6-428f-896b-31338707659c tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/ports?device_id=c4eaa0d1-982a-4a87-b374-f73f03983cdd HTTP/1.1" status: 200  len: 210 time: 0.2649117
Feb 10 21:02:44.492041 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-157f1a38-d92d-44f2-963d-68309d0e813f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.581s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:02:44.714505 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvr_db [None req-b1f0aba9-d9a0-4f8b-ae55-119b7354a52a None None] Set router 9568715f-9a2d-48c3-9f7c-aa2ae6c52a80 gateway port host: dv-cinder-775008-1-iscsi {{(pid=79930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 10 21:02:44.741418 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b86664e5-d57f-41e1-b900-55170f7a6297 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:44.833093 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-04d0d146-9fd1-41b7-b5a0-6071500d0687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:44.834035 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-b86664e5-d57f-41e1-b900-55170f7a6297 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:02:44.842955 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-04d0d146-9fd1-41b7-b5a0-6071500d0687 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/24948a66-20a1-4463-ad5f-124e1d7a2459 HTTP/1.1" status: 204  len: 168 time: 1.2839291
Feb 10 21:02:44.846870 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd348c40-932f-4cfc-adf5-b45b43d71ce0 admin admin] Pushing event updated for resources: {'Port': ['ID=98e6567d-846a-4459-bb94-fb72854a2734,revision_number=1']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:02:44.865669 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-dd348c40-932f-4cfc-adf5-b45b43d71ce0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.550s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:02:44.943481 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd348c40-932f-4cfc-adf5-b45b43d71ce0 admin admin] Network b57cc509-53ec-4b56-8b10-8490bdf813dd is already hosted by enough agents. {{(pid=79929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 10 21:02:44.948861 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.base_scheduler [None req-dd348c40-932f-4cfc-adf5-b45b43d71ce0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 10 21:02:44.972574 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd348c40-932f-4cfc-adf5-b45b43d71ce0 admin admin] Received port after_create {{(pid=79929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 10 21:02:44.975419 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-dd348c40-932f-4cfc-adf5-b45b43d71ce0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850656587'] for router_interface, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:45.003358 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-b86664e5-d57f-41e1-b900-55170f7a6297 admin admin] Usage tracker for resource:security_group_rule and tenant:f487b06dc3be45e9920c3dac2f32abbe is out of sync, need to count used quota {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:02:45.015095 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-b86664e5-d57f-41e1-b900-55170f7a6297 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:02:45.070756 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157f1a38-d92d-44f2-963d-68309d0e813f admin admin] Network 30315e38-e508-43b4-a5e6-20c3939b243b is already hosted by enough agents. {{(pid=79928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 10 21:02:45.086522 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-b86664e5-d57f-41e1-b900-55170f7a6297 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:02:45.093670 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.base_scheduler [None req-157f1a38-d92d-44f2-963d-68309d0e813f admin admin] Resources bound (agent type, host, resource id):  {{(pid=79928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 10 21:02:45.129006 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157f1a38-d92d-44f2-963d-68309d0e813f admin admin] Received port after_create {{(pid=79928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 10 21:02:45.130176 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-157f1a38-d92d-44f2-963d-68309d0e813f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850656587'] for router_interface, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:45.251466 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-d3325453-273f-499d-b2fb-6ad6870b439d req-934d347a-1a49-4942-973a-bbc84f24fe74 tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] 10.222.0.82 "GET /v2.0/ports?device_id=712ce0b3-f111-49e6-b084-230ae2fcbfc2 HTTP/1.1" status: 200  len: 210 time: 0.9370153
Feb 10 21:02:45.410390 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.15', 62637) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:02:45.513949 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-dd348c40-932f-4cfc-adf5-b45b43d71ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:45.722043 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-e82e09e6-08c0-4614-b372-9c8098d861ea None None] Provisioning for port 546e8bf9-ce1e-4244-b92b-8088eedfe638 completed by entity DHCP. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 10 21:02:45.741938 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-e82e09e6-08c0-4614-b372-9c8098d861ea None None] Provisioning complete for port 546e8bf9-ce1e-4244-b92b-8088eedfe638 triggered by entity DHCP. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:02:45.743911 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-e82e09e6-08c0-4614-b372-9c8098d861ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:45.940557 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-ca0f6a32-0a58-4a83-a444-a4b195d9cca6 req-e28813f6-4e94-4683-adfb-8c13c46d9c29 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Notify callbacks [] for port, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:46.036967 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-e82e09e6-08c0-4614-b372-9c8098d861ea None None] Port 546e8bf9-ce1e-4244-b92b-8088eedfe638 cannot update to ACTIVE because it is not bound. {{(pid=79930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 10 21:02:46.091167 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-b1f0aba9-d9a0-4f8b-ae55-119b7354a52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbf90442c50>, [{'id': '9568715f-9a2d-48c3-9f7c-aa2ae6c52a80', 'name': 'tempest-ServerRescueNegativeTestJSON-733361973-router', 'tenant_id': '92212326132c472cbbd1d5f9a6549ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'a42ecb04-15bf-4a95-b5ba-6a97edf2d4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:02:31Z', 'updated_at': '2021-02-10T21:02:36Z', 'revision_number': 3, 'project_id': '92212326132c472cbbd1d5f9a6549ec7', 'gw_port': {'id': 'a42ecb04-15bf-4a95-b5ba-6a97edf2d4b7', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:69:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9568715f-9a2d-48c3-9f7c-aa2ae6c52a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:02:34Z', 'updated_at': '2021-02-10T21:02:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi'}], 'dv-cinder-775008-1-iscsi', False) {} {{(pid=79930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:02:46.105954 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f0aba9-d9a0-4f8b-ae55-119b7354a52a None None] The sync data for ids ['9568715f-9a2d-48c3-9f7c-aa2ae6c52a80'] in dv-cinder-775008-1-iscsi is: [{'id': '9568715f-9a2d-48c3-9f7c-aa2ae6c52a80', 'name': 'tempest-ServerRescueNegativeTestJSON-733361973-router', 'tenant_id': '92212326132c472cbbd1d5f9a6549ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'a42ecb04-15bf-4a95-b5ba-6a97edf2d4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:02:31Z', 'updated_at': '2021-02-10T21:02:36Z', 'revision_number': 3, 'project_id': '92212326132c472cbbd1d5f9a6549ec7', 'gw_port': {'id': 'a42ecb04-15bf-4a95-b5ba-6a97edf2d4b7', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:69:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9568715f-9a2d-48c3-9f7c-aa2ae6c52a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:02:34Z', 'updated_at': '2021-02-10T21:02:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi'}] {{(pid=79930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 10 21:02:46.128767 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-dd348c40-932f-4cfc-adf5-b45b43d71ce0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:46.134045 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-dd348c40-932f-4cfc-adf5-b45b43d71ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:46.135224 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-dd348c40-932f-4cfc-adf5-b45b43d71ce0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4115697'] for router_interface, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:46.174452 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-dd348c40-932f-4cfc-adf5-b45b43d71ce0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:02:46.210244 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-f5fbce93-0bc0-4bef-975a-f85ac0cecdf0 req-77ae41cc-88c5-4029-b1d2-240278e78175 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/ports?device_id=c4eaa0d1-982a-4a87-b374-f73f03983cdd HTTP/1.1" status: 200  len: 210 time: 0.2786510
Feb 10 21:02:46.345430 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-157f1a38-d92d-44f2-963d-68309d0e813f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:46.435028 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b86664e5-d57f-41e1-b900-55170f7a6297 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:46.463090 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b86664e5-d57f-41e1-b900-55170f7a6297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:46.506509 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-e511b5a7-a4c4-4bde-bc37-09cb10df72a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:02:46.517930 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-b86664e5-d57f-41e1-b900-55170f7a6297 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=f487b06dc3be45e9920c3dac2f32abbe&name=default HTTP/1.1" status: 200  len: 2979 time: 2.3959758
Feb 10 21:02:46.525401 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-ca0f6a32-0a58-4a83-a444-a4b195d9cca6 req-e28813f6-4e94-4683-adfb-8c13c46d9c29 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778797635767'] for port, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:46.529338 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 53806) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:02:46.656041 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Device e84b6b0d-4d6f-4b29-ab9a-70b37947d282 up at agent ovs-agent-dv-cinder-775008-1-iscsi {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:02:46.800461 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd348c40-932f-4cfc-adf5-b45b43d71ce0 admin admin] Pushing event updated for resources: {'Port': ['ID=98e6567d-846a-4459-bb94-fb72854a2734,revision_number=2']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:02:46.854137 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-dd348c40-932f-4cfc-adf5-b45b43d71ce0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.680s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:02:46.868192 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Provisioning for port e84b6b0d-4d6f-4b29-ab9a-70b37947d282 completed by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 10 21:02:46.884642 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Provisioning complete for port e84b6b0d-4d6f-4b29-ab9a-70b37947d282 triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:02:46.886481 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:47.054263 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86664e5-d57f-41e1-b900-55170f7a6297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25b83f97-6139-48b0-87f2-636f715e8dd8,revision_number=1']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:02:47.102416 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b86664e5-d57f-41e1-b900-55170f7a6297 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.596s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:02:47.131545 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-e987000a-ef85-4a0b-bd0c-3a0b7e504c1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.115s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:02:47.193830 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:47.237999 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] For port e84b6b0d-4d6f-4b29-ab9a-70b37947d282, host dv-cinder-775008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-iscsi',level=0,port_id=e84b6b0d-4d6f-4b29-ab9a-70b37947d282,segment=NetworkSegment(37fae2f4-4e7c-4231-b866-3c6a09452824),segment_id=37fae2f4-4e7c-4231-b866-3c6a09452824)] {{(pid=79930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:02:47.243059 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:47.249748 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-cf420d86-5d63-43dc-80d9-b1108b7a7d12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:02:47.255187 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-2ca77d18-8fce-4bfa-9e44-edbe74458c5f req-4ed70809-a644-4cdb-af92-3dfde4e164d6 tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] 10.222.0.82 "GET /v2.0/ports?device_id=712ce0b3-f111-49e6-b084-230ae2fcbfc2 HTTP/1.1" status: 200  len: 210 time: 0.4373085
Feb 10 21:02:47.381599 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b805cdfc-6f60-42f0-a63c-5b7286f96589 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:47.387200 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca0f6a32-0a58-4a83-a444-a4b195d9cca6 req-e28813f6-4e94-4683-adfb-8c13c46d9c29 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Network 20901ffe-56e0-4231-a22c-8768446088e2 is already hosted by enough agents. {{(pid=79928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 10 21:02:47.403209 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Pushing event updated for resources: {'Port': ['ID=e84b6b0d-4d6f-4b29-ab9a-70b37947d282,revision_number=4']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:02:47.410930 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:02:47.413090 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.base_scheduler [req-ca0f6a32-0a58-4a83-a444-a4b195d9cca6 req-e28813f6-4e94-4683-adfb-8c13c46d9c29 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Resources bound (agent type, host, resource id):  {{(pid=79928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 10 21:02:47.761412 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd348c40-932f-4cfc-adf5-b45b43d71ce0 admin admin] Network b57cc509-53ec-4b56-8b10-8490bdf813dd is already hosted by enough agents. {{(pid=79929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 10 21:02:47.779477 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.base_scheduler [None req-dd348c40-932f-4cfc-adf5-b45b43d71ce0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 10 21:02:48.278307 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca0f6a32-0a58-4a83-a444-a4b195d9cca6 req-e28813f6-4e94-4683-adfb-8c13c46d9c29 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Received port after_create {{(pid=79928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 10 21:02:48.407322 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f6a32-0a58-4a83-a444-a4b195d9cca6 req-e28813f6-4e94-4683-adfb-8c13c46d9c29 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:02:48.408503 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-ca0f6a32-0a58-4a83-a444-a4b195d9cca6 req-e28813f6-4e94-4683-adfb-8c13c46d9c29 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728031'] for port, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:48.579782 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d6eda1-b9cd-48be-985f-da936539f2bd req-d1dd9b7d-435d-46d7-a176-805a4a9a9b99 tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:02:48.580410 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-ca0f6a32-0a58-4a83-a444-a4b195d9cca6 req-e28813f6-4e94-4683-adfb-8c13c46d9c29 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 7.9730594
Feb 10 21:02:48.599941 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-57d6eda1-b9cd-48be-985f-da936539f2bd req-d1dd9b7d-435d-46d7-a176-805a4a9a9b99 tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] 10.222.0.15 "GET /v2.0/networks?id=43c3eb31-3437-423e-adc0-8a0f9f53ec5d HTTP/1.1" status: 200  len: 811 time: 1.7726786
Feb 10 21:02:48.757092 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Device a42ecb04-15bf-4a95-b5ba-6a97edf2d4b7 up at agent ovs-agent-dv-cinder-775008-1-iscsi {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:02:48.765841 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b805cdfc-6f60-42f0-a63c-5b7286f96589 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:48.784903 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28813f6-4e94-4683-adfb-8c13c46d9c29 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Pushing event updated for resources: {'Port': ['ID=5c00599a-0ac5-4ab5-905a-f9522bbffdc9,revision_number=1']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:02:48.810245 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-e28813f6-4e94-4683-adfb-8c13c46d9c29 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.678s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:02:48.927440 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-454a7555-c950-4547-a3c2-cc360c81a072 req-800333b3-17e8-40f6-a7e5-1c7b2e821467 tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] 10.222.0.82 "GET /v2.0/ports?device_id=712ce0b3-f111-49e6-b084-230ae2fcbfc2 HTTP/1.1" status: 200  len: 210 time: 0.1789308
Feb 10 21:02:48.953522 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Provisioning for port a42ecb04-15bf-4a95-b5ba-6a97edf2d4b7 completed by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 10 21:02:48.961692 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd348c40-932f-4cfc-adf5-b45b43d71ce0 admin admin] Router 9568715f-9a2d-48c3-9f7c-aa2ae6c52a80 has already been hosted by L3 agent 351a09a7-a8bd-44d4-8337-3dd1b5c8f290 {{(pid=79929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 10 21:02:48.973762 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Provisioning complete for port a42ecb04-15bf-4a95-b5ba-6a97edf2d4b7 triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:02:48.973762 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:49.110383 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0046162-7478-425b-b3a4-75ec1cdaad29 req-f0b2dfa9-8177-4192-8243-d6ac2a3ec6d6 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:02:49.111508 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-a0046162-7478-425b-b3a4-75ec1cdaad29 req-f0b2dfa9-8177-4192-8243-d6ac2a3ec6d6 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Synchronizing usage tracker for tenant:fd8c6aec55114f528929638c55a0f6a9 on resource:port {{(pid=79928) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 10 21:02:49.186445 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-157f1a38-d92d-44f2-963d-68309d0e813f admin admin] Notify callbacks [] for port, precommit_update {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:49.191216 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b805cdfc-6f60-42f0-a63c-5b7286f96589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:49.200239 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-a0046162-7478-425b-b3a4-75ec1cdaad29 req-f0b2dfa9-8177-4192-8243-d6ac2a3ec6d6 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Unset dirty status for tenant:fd8c6aec55114f528929638c55a0f6a9 on resource:port {{(pid=79928) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 10 21:02:49.209480 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-a0046162-7478-425b-b3a4-75ec1cdaad29 req-f0b2dfa9-8177-4192-8243-d6ac2a3ec6d6 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/ports?device_id=c4eaa0d1-982a-4a87-b374-f73f03983cdd HTTP/1.1" status: 200  len: 931 time: 0.9370935
Feb 10 21:02:49.213387 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-157f1a38-d92d-44f2-963d-68309d0e813f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:49.219184 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:02:49.259215 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-157f1a38-d92d-44f2-963d-68309d0e813f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4115697'] for router_interface, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:49.302670 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [req-57d6eda1-b9cd-48be-985f-da936539f2bd req-3a4a34ff-7476-4e1e-900d-bb0cef72b401 tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] Request body: {'port': {'device_id': '712ce0b3-f111-49e6-b084-230ae2fcbfc2', 'network_id': '43c3eb31-3437-423e-adc0-8a0f9f53ec5d', 'admin_state_up': True, 'tenant_id': '865e082448cd4f47bc948c3eff8bebda'}} {{(pid=79929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:02:49.307425 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:49.343495 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] For port a42ecb04-15bf-4a95-b5ba-6a97edf2d4b7, host dv-cinder-775008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-iscsi',level=0,port_id=a42ecb04-15bf-4a95-b5ba-6a97edf2d4b7,segment=NetworkSegment(37fae2f4-4e7c-4231-b866-3c6a09452824),segment_id=37fae2f4-4e7c-4231-b866-3c6a09452824)] {{(pid=79930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:02:49.347369 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:49.348773 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Device e84b6b0d-4d6f-4b29-ab9a-70b37947d282 up at agent ovs-agent-dv-cinder-775008-1-iscsi {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:02:49.362143 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b805cdfc-6f60-42f0-a63c-5b7286f96589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b83f97-6139-48b0-87f2-636f715e8dd8,revision_number=None']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:02:49.390374 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [req-ca0f6a32-0a58-4a83-a444-a4b195d9cca6 req-893f2484-e91f-4f85-a8ea-a3d4d81acee5 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=79928) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 10 21:02:49.391521 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-ca0f6a32-0a58-4a83-a444-a4b195d9cca6 req-893f2484-e91f-4f85-a8ea-a3d4d81acee5 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0814655
Feb 10 21:02:49.392568 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b805cdfc-6f60-42f0-a63c-5b7286f96589 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:49.396694 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-b805cdfc-6f60-42f0-a63c-5b7286f96589 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/25b83f97-6139-48b0-87f2-636f715e8dd8 HTTP/1.1" status: 204  len: 168 time: 2.8593874
Feb 10 21:02:49.397514 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b805cdfc-6f60-42f0-a63c-5b7286f96589 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:02:49.398894 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-e28813f6-4e94-4683-adfb-8c13c46d9c29 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:02:49.512579 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-9e882367-effd-466c-a5ed-9923ec1bb1d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:02:49.673979 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-a0046162-7478-425b-b3a4-75ec1cdaad29 req-ab640809-2af1-40a2-9060-e8bf1b062ac8 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/security-groups?id=e801818c-2ba7-416a-bfd6-16d694223349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4616311
Feb 10 21:02:49.696252 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157f1a38-d92d-44f2-963d-68309d0e813f admin admin] Pushing event updated for resources: {'Port': ['ID=546e8bf9-ce1e-4244-b92b-8088eedfe638,revision_number=2']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:02:49.701308 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-157f1a38-d92d-44f2-963d-68309d0e813f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:02:49.735032 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [req-57d6eda1-b9cd-48be-985f-da936539f2bd req-3a4a34ff-7476-4e1e-900d-bb0cef72b401 tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:02:49.745525 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-57d6eda1-b9cd-48be-985f-da936539f2bd req-3a4a34ff-7476-4e1e-900d-bb0cef72b401 tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] Usage tracker for resource:port and tenant:865e082448cd4f47bc948c3eff8bebda is out of sync, need to count used quota {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:02:49.755679 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-57d6eda1-b9cd-48be-985f-da936539f2bd req-3a4a34ff-7476-4e1e-900d-bb0cef72b401 tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:02:49.771903 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [req-57d6eda1-b9cd-48be-985f-da936539f2bd req-3a4a34ff-7476-4e1e-900d-bb0cef72b401 tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:02:49.790106 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157f1a38-d92d-44f2-963d-68309d0e813f admin admin] Network 30315e38-e508-43b4-a5e6-20c3939b243b is already hosted by enough agents. {{(pid=79928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 10 21:02:49.791350 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.base_scheduler [None req-157f1a38-d92d-44f2-963d-68309d0e813f admin admin] Resources bound (agent type, host, resource id):  {{(pid=79928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 10 21:02:49.808685 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Provisioning complete for port e84b6b0d-4d6f-4b29-ab9a-70b37947d282 triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:02:49.809278 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:49.819430 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57d6eda1-b9cd-48be-985f-da936539f2bd req-3a4a34ff-7476-4e1e-900d-bb0cef72b401 tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] Made reservation on behalf of 865e082448cd4f47bc948c3eff8bebda for: {'port': 1} {{(pid=79929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 10 21:02:49.900460 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-57d6eda1-b9cd-48be-985f-da936539f2bd req-3a4a34ff-7476-4e1e-900d-bb0cef72b401 tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:49.967445 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Pushing event updated for resources: {'Port': ['ID=a42ecb04-15bf-4a95-b5ba-6a97edf2d4b7,revision_number=4']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:02:49.981878 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:02:50.298710 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-120606d4-ee83-45ec-9bef-a184af7f586b None None] Provisioning complete for port 546e8bf9-ce1e-4244-b92b-8088eedfe638 triggered by entity DHCP. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:02:50.299140 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-120606d4-ee83-45ec-9bef-a184af7f586b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:50.330676 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-157f1a38-d92d-44f2-963d-68309d0e813f admin admin] Router 106cc9ca-9c38-4b7a-9037-6a5d24b936ca has already been hosted by L3 agent 351a09a7-a8bd-44d4-8337-3dd1b5c8f290 {{(pid=79928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 10 21:02:50.440599 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-120606d4-ee83-45ec-9bef-a184af7f586b None None] Port 546e8bf9-ce1e-4244-b92b-8088eedfe638 cannot update to ACTIVE because it is not bound. {{(pid=79930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 10 21:02:50.577971 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd348c40-932f-4cfc-adf5-b45b43d71ce0 admin admin] Notify agent at l3_agent.dv-cinder-775008-1-iscsi the message routers_updated {{(pid=79929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 10 21:02:50.595922 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Device a42ecb04-15bf-4a95-b5ba-6a97edf2d4b7 up at agent ovs-agent-dv-cinder-775008-1-iscsi {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:02:50.599431 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-2155518c-102b-4562-a66a-aeabaf6f0376 req-6660792e-25be-4076-85e4-ec1381f988f0 tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] 10.222.0.82 "GET /v2.0/ports?device_id=712ce0b3-f111-49e6-b084-230ae2fcbfc2 HTTP/1.1" status: 200  len: 210 time: 0.1425712
Feb 10 21:02:50.609679 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-dd348c40-932f-4cfc-adf5-b45b43d71ce0 admin admin] 10.222.0.82 "PUT /v2.0/routers/9568715f-9a2d-48c3-9f7c-aa2ae6c52a80/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.2844388
Feb 10 21:02:50.783832 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.db_base_plugin_common [req-57d6eda1-b9cd-48be-985f-da936539f2bd req-3a4a34ff-7476-4e1e-900d-bb0cef72b401 tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] Allocated IP 172.20.0.11 (43c3eb31-3437-423e-adc0-8a0f9f53ec5d/b9b8925e-9c60-4a0d-8087-02634044864b/c791b007-c3a1-4626-872e-dcc16216249f) {{(pid=79929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 10 21:02:50.821739 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Provisioning complete for port a42ecb04-15bf-4a95-b5ba-6a97edf2d4b7 triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:02:50.822217 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:50.859401 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-157f1a38-d92d-44f2-963d-68309d0e813f admin admin] Notify agent at l3_agent.dv-cinder-775008-1-iscsi the message routers_updated {{(pid=79928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 10 21:02:50.870510 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0f3e0e-0d30-42b2-b3e7-d34482f0aff4 None None] Sync routers for ids ['106cc9ca-9c38-4b7a-9037-6a5d24b936ca'] in dv-cinder-775008-1-iscsi {{(pid=79931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 10 21:02:50.893995 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-157f1a38-d92d-44f2-963d-68309d0e813f admin admin] 10.222.0.82 "PUT /v2.0/routers/106cc9ca-9c38-4b7a-9037-6a5d24b936ca/add_router_interface HTTP/1.1" status: 200  len: 503 time: 13.2821662
Feb 10 21:02:50.899450 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0f3e0e-0d30-42b2-b3e7-d34482f0aff4 None None] Routers {'106cc9ca-9c38-4b7a-9037-6a5d24b936ca'} bound to L3 agent in host dv-cinder-775008-1-iscsi {{(pid=79931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 10 21:02:50.900339 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-bd0f3e0e-0d30-42b2-b3e7-d34482f0aff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbf91793198>, 'dv-cinder-775008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-10T20:53:27Z,description=<?>,heartbeat_timestamp=2021-02-10T21:02:27Z,host='dv-cinder-775008-1-iscsi',id=351a09a7-a8bd-44d4-8337-3dd1b5c8f290,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-10T20:53:27Z,topic='l3_agent')) {'router_ids': ['106cc9ca-9c38-4b7a-9037-6a5d24b936ca'], 'active': True} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:02:51.241856 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 53910) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:02:51.314650 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c1787820-e6b8-495b-ab78-cac69c0201cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:51.322383 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvr_db [None req-bd0f3e0e-0d30-42b2-b3e7-d34482f0aff4 None None] Set router 106cc9ca-9c38-4b7a-9037-6a5d24b936ca gateway port host: dv-cinder-775008-1-iscsi {{(pid=79931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 10 21:02:51.347519 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-c1787820-e6b8-495b-ab78-cac69c0201cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:02:51.352048 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650d0ac7-529a-45d9-a45b-45097e99f710 req-a86df927-8d08-4c8e-9903-87f18eebe353 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:02:51.352820 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-c1787820-e6b8-495b-ab78-cac69c0201cc admin admin] Usage tracker for resource:security_group_rule and tenant:0165b9d5f31841199193fe51ab3f5ec5 is out of sync, need to count used quota {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:02:51.355907 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-c1787820-e6b8-495b-ab78-cac69c0201cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:02:51.358129 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-650d0ac7-529a-45d9-a45b-45097e99f710 req-a86df927-8d08-4c8e-9903-87f18eebe353 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/ports?device_id=c4eaa0d1-982a-4a87-b374-f73f03983cdd HTTP/1.1" status: 200  len: 931 time: 0.4507127
Feb 10 21:02:51.377950 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-c1787820-e6b8-495b-ab78-cac69c0201cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:02:51.451053 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de21934-558d-4421-97a4-f6ea1282ed3e None None] Sync routers for ids ['9568715f-9a2d-48c3-9f7c-aa2ae6c52a80'] in dv-cinder-775008-1-iscsi {{(pid=79930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 10 21:02:51.472386 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de21934-558d-4421-97a4-f6ea1282ed3e None None] Routers {'9568715f-9a2d-48c3-9f7c-aa2ae6c52a80'} bound to L3 agent in host dv-cinder-775008-1-iscsi {{(pid=79930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 10 21:02:51.474279 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-2de21934-558d-4421-97a4-f6ea1282ed3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbf917eafd0>, 'dv-cinder-775008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-10T20:53:27Z,description=<?>,heartbeat_timestamp=2021-02-10T21:02:27Z,host='dv-cinder-775008-1-iscsi',id=351a09a7-a8bd-44d4-8337-3dd1b5c8f290,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-10T20:53:27Z,topic='l3_agent')) {'router_ids': ['9568715f-9a2d-48c3-9f7c-aa2ae6c52a80'], 'active': True} {{(pid=79930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:02:51.479487 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-650d0ac7-529a-45d9-a45b-45097e99f710 req-d4fa0f47-c51f-4f0d-b132-9d23cfc0f04f tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/security-groups?id=e801818c-2ba7-416a-bfd6-16d694223349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1066544
Feb 10 21:02:51.534427 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-57d6eda1-b9cd-48be-985f-da936539f2bd req-3a4a34ff-7476-4e1e-900d-bb0cef72b401 tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] Notify callbacks [] for port, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:51.575262 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-57d6eda1-b9cd-48be-985f-da936539f2bd req-3a4a34ff-7476-4e1e-900d-bb0cef72b401 tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778797635767'] for port, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:51.610804 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:02:51.899133 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4a34ff-7476-4e1e-900d-bb0cef72b401 tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] Pushing event updated for resources: {'Port': ['ID=c791b007-c3a1-4626-872e-dcc16216249f,revision_number=1']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:02:51.909593 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-3a4a34ff-7476-4e1e-900d-bb0cef72b401 tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:02:51.930846 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvr_db [None req-2de21934-558d-4421-97a4-f6ea1282ed3e None None] Set router 9568715f-9a2d-48c3-9f7c-aa2ae6c52a80 gateway port host: dv-cinder-775008-1-iscsi {{(pid=79930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 10 21:02:52.048850 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57d6eda1-b9cd-48be-985f-da936539f2bd req-3a4a34ff-7476-4e1e-900d-bb0cef72b401 tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] Network 43c3eb31-3437-423e-adc0-8a0f9f53ec5d is already hosted by enough agents. {{(pid=79929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 10 21:02:52.053905 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.base_scheduler [req-57d6eda1-b9cd-48be-985f-da936539f2bd req-3a4a34ff-7476-4e1e-900d-bb0cef72b401 tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] Resources bound (agent type, host, resource id):  {{(pid=79929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 10 21:02:52.064143 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [req-57d6eda1-b9cd-48be-985f-da936539f2bd req-3a4a34ff-7476-4e1e-900d-bb0cef72b401 tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] Received port after_create {{(pid=79929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 10 21:02:52.177833 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-bd0f3e0e-0d30-42b2-b3e7-d34482f0aff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbf91793198>, [{'id': '106cc9ca-9c38-4b7a-9037-6a5d24b936ca', 'name': 'tempest-AttachVolumeTestJSON-1034830743-router', 'tenant_id': 'b863e31b2eb84722a5af6ec44203a203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': 'e84b6b0d-4d6f-4b29-ab9a-70b37947d282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:02:30Z', 'updated_at': '2021-02-10T21:02:46Z', 'revision_number': 4, 'project_id': 'b863e31b2eb84722a5af6ec44203a203', 'gw_port': {'id': 'e84b6b0d-4d6f-4b29-ab9a-70b37947d282', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:89:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106cc9ca-9c38-4b7a-9037-6a5d24b936ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:02:32Z', 'updated_at': '2021-02-10T21:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi', '_interfaces': [{'id': '546e8bf9-ce1e-4244-b92b-8088eedfe638', 'name': '', 'network_id': '30315e38-e508-43b4-a5e6-20c3939b243b', 'tenant_id': 'b863e31b2eb84722a5af6ec44203a203', 'mac_address': 'fa:16:3e:c3:0b:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '106cc9ca-9c38-4b7a-9037-6a5d24b936ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ac135e95-2d8a-4872-b364-451b52f8b60d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:02:41Z', 'updated_at': '2021-02-10T21:02:47Z', 'revision_number': 2, 'project_id': 'b863e31b2eb84722a5af6ec44203a203', 'subnets': [{'id': 'ac135e95-2d8a-4872-b364-451b52f8b60d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775008-1-iscsi', False) {} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:02:52.183374 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0f3e0e-0d30-42b2-b3e7-d34482f0aff4 None None] Checking router: 106cc9ca-9c38-4b7a-9037-6a5d24b936ca for host: dv-cinder-775008-1-iscsi {{(pid=79931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 10 21:02:52.184402 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0f3e0e-0d30-42b2-b3e7-d34482f0aff4 None None] Updating router 106cc9ca-9c38-4b7a-9037-6a5d24b936ca port 546e8bf9-ce1e-4244-b92b-8088eedfe638 binding host dv-cinder-775008-1-iscsi {{(pid=79931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 10 21:02:52.207633 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d6eda1-b9cd-48be-985f-da936539f2bd req-3a4a34ff-7476-4e1e-900d-bb0cef72b401 tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:02:52.208371 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-57d6eda1-b9cd-48be-985f-da936539f2bd req-3a4a34ff-7476-4e1e-900d-bb0cef72b401 tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728031'] for port, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:52.225351 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c1787820-e6b8-495b-ab78-cac69c0201cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:52.229237 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c1787820-e6b8-495b-ab78-cac69c0201cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:52.264990 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-bd0f3e0e-0d30-42b2-b3e7-d34482f0aff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:52.308999 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-23d18ae9-6531-4453-b93c-12e595fb6a79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:02:52.334731 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-c1787820-e6b8-495b-ab78-cac69c0201cc admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=0165b9d5f31841199193fe51ab3f5ec5&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0884345
Feb 10 21:02:52.345036 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 53962) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:02:52.412953 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-57d6eda1-b9cd-48be-985f-da936539f2bd req-3a4a34ff-7476-4e1e-900d-bb0cef72b401 tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.1196518
Feb 10 21:02:52.452609 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-2de21934-558d-4421-97a4-f6ea1282ed3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbf917eafd0>, [{'id': '9568715f-9a2d-48c3-9f7c-aa2ae6c52a80', 'name': 'tempest-ServerRescueNegativeTestJSON-733361973-router', 'tenant_id': '92212326132c472cbbd1d5f9a6549ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'a42ecb04-15bf-4a95-b5ba-6a97edf2d4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:02:31Z', 'updated_at': '2021-02-10T21:02:45Z', 'revision_number': 4, 'project_id': '92212326132c472cbbd1d5f9a6549ec7', 'gw_port': {'id': 'a42ecb04-15bf-4a95-b5ba-6a97edf2d4b7', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:69:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9568715f-9a2d-48c3-9f7c-aa2ae6c52a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:02:34Z', 'updated_at': '2021-02-10T21:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi', '_interfaces': [{'id': '98e6567d-846a-4459-bb94-fb72854a2734', 'name': '', 'network_id': 'b57cc509-53ec-4b56-8b10-8490bdf813dd', 'tenant_id': '92212326132c472cbbd1d5f9a6549ec7', 'mac_address': 'fa:16:3e:37:64:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9568715f-9a2d-48c3-9f7c-aa2ae6c52a80', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '507359e5-5fb4-4f65-a55c-2cec76549fa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:02:43Z', 'updated_at': '2021-02-10T21:02:45Z', 'revision_number': 2, 'project_id': '92212326132c472cbbd1d5f9a6549ec7', 'subnets': [{'id': '507359e5-5fb4-4f65-a55c-2cec76549fa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775008-1-iscsi', False) {} {{(pid=79930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:02:52.460014 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de21934-558d-4421-97a4-f6ea1282ed3e None None] Checking router: 9568715f-9a2d-48c3-9f7c-aa2ae6c52a80 for host: dv-cinder-775008-1-iscsi {{(pid=79930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 10 21:02:52.460666 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de21934-558d-4421-97a4-f6ea1282ed3e None None] Updating router 9568715f-9a2d-48c3-9f7c-aa2ae6c52a80 port 98e6567d-846a-4459-bb94-fb72854a2734 binding host dv-cinder-775008-1-iscsi {{(pid=79930) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 10 21:02:52.470518 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1787820-e6b8-495b-ab78-cac69c0201cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67d9628a-2f29-4717-a389-2022dbd23f3b,revision_number=1']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:02:52.512673 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-c1787820-e6b8-495b-ab78-cac69c0201cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:02:52.542748 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ec17999f-bc64-47b6-ab2c-78e696cbd18b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:52.587544 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-2de21934-558d-4421-97a4-f6ea1282ed3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:52.601699 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ec17999f-bc64-47b6-ab2c-78e696cbd18b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:52.630717 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb61d0e-4c21-42bb-9b42-cecc73712326 req-1e20c4b2-6bdf-477a-8171-4ffb68f2bed8 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:02:52.631854 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-bdb61d0e-4c21-42bb-9b42-cecc73712326 req-1e20c4b2-6bdf-477a-8171-4ffb68f2bed8 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Synchronizing usage tracker for tenant:92212326132c472cbbd1d5f9a6549ec7 on resource:network {{(pid=79928) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 10 21:02:52.674934 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-bdb61d0e-4c21-42bb-9b42-cecc73712326 req-1e20c4b2-6bdf-477a-8171-4ffb68f2bed8 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Unset dirty status for tenant:92212326132c472cbbd1d5f9a6549ec7 on resource:network {{(pid=79928) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 10 21:02:52.683473 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-bdb61d0e-4c21-42bb-9b42-cecc73712326 req-1e20c4b2-6bdf-477a-8171-4ffb68f2bed8 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/networks?id=b57cc509-53ec-4b56-8b10-8490bdf813dd HTTP/1.1" status: 200  len: 818 time: 0.5420930
Feb 10 21:02:52.700571 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 53974) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:02:52.711205 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ec17999f-bc64-47b6-ab2c-78e696cbd18b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:52.721037 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [None req-c1e7296b-9825-4f7a-8bf8-b206bec52223 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Request body: {'security_group': {'name': 'tempest-securitygroup--787934691', 'description': 'tempest-description--1844926637'}} {{(pid=79928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:02:52.724698 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-90e33ade-af36-4a73-aa31-6686b42733ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:02:52.754321 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec17999f-bc64-47b6-ab2c-78e696cbd18b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d9628a-2f29-4717-a389-2022dbd23f3b,revision_number=None']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:02:52.762265 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-ec17999f-bc64-47b6-ab2c-78e696cbd18b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:02:52.774944 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ec17999f-bc64-47b6-ab2c-78e696cbd18b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:52.781978 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-bdb61d0e-4c21-42bb-9b42-cecc73712326 req-79134c59-2a1a-4299-b3b4-bd91b7da1297 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/quotas/92212326132c472cbbd1d5f9a6549ec7 HTTP/1.1" status: 200  len: 375 time: 0.0951183
Feb 10 21:02:52.784829 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-c1e7296b-9825-4f7a-8bf8-b206bec52223 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:02:52.795144 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-ec17999f-bc64-47b6-ab2c-78e696cbd18b admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/67d9628a-2f29-4717-a389-2022dbd23f3b HTTP/1.1" status: 204  len: 168 time: 0.4401305
Feb 10 21:02:52.871139 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-c1e7296b-9825-4f7a-8bf8-b206bec52223 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Usage tracker for resource:security_group and tenant:b863e31b2eb84722a5af6ec44203a203 is out of sync, need to count used quota {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:02:52.880574 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-c1e7296b-9825-4f7a-8bf8-b206bec52223 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:02:52.935904 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-c1e7296b-9825-4f7a-8bf8-b206bec52223 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:02:53.013804 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c1e7296b-9825-4f7a-8bf8-b206bec52223 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify callbacks [] for security_group, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:53.108208 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-bd0f3e0e-0d30-42b2-b3e7-d34482f0aff4 None None] Notify callbacks [] for port, precommit_update {{(pid=79931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:53.119984 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 53984) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:02:53.164927 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-bd0f3e0e-0d30-42b2-b3e7-d34482f0aff4 None None] Transition to ACTIVE for port object 546e8bf9-ce1e-4244-b92b-8088eedfe638 will not be triggered until provisioned by entity L2. {{(pid=79931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 10 21:02:53.168649 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-bd0f3e0e-0d30-42b2-b3e7-d34482f0aff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:53.182819 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-c1e7296b-9825-4f7a-8bf8-b206bec52223 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:02:53.245545 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-322e5b25-f900-4007-86d8-7afeb8d1cf36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:02:53.274718 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-bdb61d0e-4c21-42bb-9b42-cecc73712326 req-948d36f1-56a4-40b5-a8ab-e2c86a49e9c8 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=92212326132c472cbbd1d5f9a6549ec7&fields=id HTTP/1.1" status: 200  len: 255 time: 0.4836450
Feb 10 21:02:53.288358 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-c1e7296b-9825-4f7a-8bf8-b206bec52223 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Usage tracker for resource:security_group_rule and tenant:b863e31b2eb84722a5af6ec44203a203 is out of sync, need to count used quota {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:02:53.296054 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-c1e7296b-9825-4f7a-8bf8-b206bec52223 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:02:53.314352 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-c1e7296b-9825-4f7a-8bf8-b206bec52223 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:02:53.373906 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa254196-d28c-46fe-91c1-cba446f29551 req-6f419ab6-59ab-4b92-8ee5-7c56be4e5671 tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:02:53.378835 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-aa254196-d28c-46fe-91c1-cba446f29551 req-6f419ab6-59ab-4b92-8ee5-7c56be4e5671 tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] Synchronizing usage tracker for tenant:865e082448cd4f47bc948c3eff8bebda on resource:port {{(pid=79929) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 10 21:02:53.436341 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-aa254196-d28c-46fe-91c1-cba446f29551 req-6f419ab6-59ab-4b92-8ee5-7c56be4e5671 tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] Unset dirty status for tenant:865e082448cd4f47bc948c3eff8bebda on resource:port {{(pid=79929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 10 21:02:53.437822 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-aa254196-d28c-46fe-91c1-cba446f29551 req-6f419ab6-59ab-4b92-8ee5-7c56be4e5671 tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] 10.222.0.82 "GET /v2.0/ports?device_id=712ce0b3-f111-49e6-b084-230ae2fcbfc2 HTTP/1.1" status: 200  len: 932 time: 0.5521326
Feb 10 21:02:53.534520 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-2de21934-558d-4421-97a4-f6ea1282ed3e None None] Notify callbacks [] for port, precommit_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:53.573386 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-2de21934-558d-4421-97a4-f6ea1282ed3e None None] Transition to ACTIVE for port object 98e6567d-846a-4459-bb94-fb72854a2734 will not be triggered until provisioned by entity L2. {{(pid=79930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 10 21:02:53.604845 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-2de21934-558d-4421-97a4-f6ea1282ed3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:53.612834 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-aa254196-d28c-46fe-91c1-cba446f29551 req-24c18b8b-c72d-46d7-8d17-b0a5231c2c09 tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] 10.222.0.82 "GET /v2.0/security-groups?id=ed23cb9e-7f15-4f33-b6fd-efeabe356489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1671665
Feb 10 21:02:53.754302 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c8b71057-69b7-4178-ae71-57a18b5a2b77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:53.834878 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e727297a-0ca2-4d31-b4dd-e3ab93a20c46 None None] Pushing event updated for resources: {'Port': ['ID=546e8bf9-ce1e-4244-b92b-8088eedfe638,revision_number=3']} {{(pid=79931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:02:53.841405 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c1e7296b-9825-4f7a-8bf8-b206bec52223 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify callbacks [] for security_group, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:53.843674 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-c8b71057-69b7-4178-ae71-57a18b5a2b77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:02:53.856677 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-e727297a-0ca2-4d31-b4dd-e3ab93a20c46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.612s {{(pid=79931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:02:53.906902 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c1e7296b-9825-4f7a-8bf8-b206bec52223 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:53.910608 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-c8b71057-69b7-4178-ae71-57a18b5a2b77 admin admin] Usage tracker for resource:security_group_rule and tenant:8e8c992bab14431da2d23d9d8365ec81 is out of sync, need to count used quota {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:02:53.956695 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-c8b71057-69b7-4178-ae71-57a18b5a2b77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:02:54.022874 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [req-57d6eda1-b9cd-48be-985f-da936539f2bd req-5330f393-acf2-46fb-bf1e-3e0764b44f4d service neutron] Request body: {'port': {'device_id': '712ce0b3-f111-49e6-b084-230ae2fcbfc2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77500'}} {{(pid=79929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:02:54.107469 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:02:54.192621 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-c8b71057-69b7-4178-ae71-57a18b5a2b77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:02:54.217440 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e7296b-9825-4f7a-8bf8-b206bec52223 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d690a83b-8d2e-42e4-90ab-f76a16f8383a,revision_number=1']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:02:54.237603 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-c1e7296b-9825-4f7a-8bf8-b206bec52223 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:02:54.251278 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c1e7296b-9825-4f7a-8bf8-b206bec52223 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify callbacks [] for security_group, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:54.266213 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-c1e7296b-9825-4f7a-8bf8-b206bec52223 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 1.5633128
Feb 10 21:02:54.267359 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 54026) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:02:54.275905 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [req-ca0f6a32-0a58-4a83-a444-a4b195d9cca6 req-d8c15e8e-8aa3-45b8-9a1b-612aec9d9e6e service neutron] Request body: {'port': {'device_id': 'c4eaa0d1-982a-4a87-b374-f73f03983cdd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77500'}} {{(pid=79928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:02:54.344452 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-bdb61d0e-4c21-42bb-9b42-cecc73712326 req-61cba295-98da-4e76-9031-99e15bb4fbc7 service neutron] 10.222.0.82 "GET /v2.0/networks/b57cc509-53ec-4b56-8b10-8490bdf813dd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9441564
Feb 10 21:02:54.482557 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [None req-8988fc7f-8e7f-4326-848d-a90b07cfeade tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Request body: {'security_group_rule': {'security_group_id': 'd690a83b-8d2e-42e4-90ab-f76a16f8383a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:02:54.509677 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-8988fc7f-8e7f-4326-848d-a90b07cfeade tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:02:54.515840 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-8988fc7f-8e7f-4326-848d-a90b07cfeade tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Usage tracker for resource:security_group_rule and tenant:b863e31b2eb84722a5af6ec44203a203 is out of sync, need to count used quota {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:02:54.519213 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-8988fc7f-8e7f-4326-848d-a90b07cfeade tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:02:54.527038 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-8988fc7f-8e7f-4326-848d-a90b07cfeade tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:02:54.536705 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-bd0f3e0e-0d30-42b2-b3e7-d34482f0aff4 None None] Attempting to bind port 546e8bf9-ce1e-4244-b92b-8088eedfe638 on host dv-cinder-775008-1-iscsi for vnic_type normal with profile  {{(pid=79931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 10 21:02:54.537077 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-bd0f3e0e-0d30-42b2-b3e7-d34482f0aff4 None None] Attempting to bind port 546e8bf9-ce1e-4244-b92b-8088eedfe638 by drivers openvswitch on host dv-cinder-775008-1-iscsi at level 0 using segments [{'id': '72156de0-a8ad-4731-91cf-ea9c1cde9fbe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '30315e38-e508-43b4-a5e6-20c3939b243b'}] {{(pid=79931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 10 21:02:54.542348 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0f3e0e-0d30-42b2-b3e7-d34482f0aff4 None None] Attempting to bind port 546e8bf9-ce1e-4244-b92b-8088eedfe638 on network 30315e38-e508-43b4-a5e6-20c3939b243b {{(pid=79931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 10 21:02:54.551116 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-ca0f6a32-0a58-4a83-a444-a4b195d9cca6 req-d8c15e8e-8aa3-45b8-9a1b-612aec9d9e6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:54.555257 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:02:54.565477 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0f3e0e-0d30-42b2-b3e7-d34482f0aff4 None None] Checking agent: {'id': '1c483f99-5707-4fa0-b001-c7f2c0c49e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775008-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 10, 20, 53, 28), 'started_at': datetime.datetime(2021, 2, 10, 20, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 2, 10, 21, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775008-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 10 21:02:54.565731 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0f3e0e-0d30-42b2-b3e7-d34482f0aff4 None None] Checking segment: {'id': '72156de0-a8ad-4731-91cf-ea9c1cde9fbe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '30315e38-e508-43b4-a5e6-20c3939b243b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 10 21:02:54.566250 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-bd0f3e0e-0d30-42b2-b3e7-d34482f0aff4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:54.567373 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0f3e0e-0d30-42b2-b3e7-d34482f0aff4 None None] Bound using segment: {'id': '72156de0-a8ad-4731-91cf-ea9c1cde9fbe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '30315e38-e508-43b4-a5e6-20c3939b243b'} {{(pid=79931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 10 21:02:54.567913 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-bd0f3e0e-0d30-42b2-b3e7-d34482f0aff4 None None] Bound port: 546e8bf9-ce1e-4244-b92b-8088eedfe638, host: dv-cinder-775008-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72156de0-a8ad-4731-91cf-ea9c1cde9fbe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '30315e38-e508-43b4-a5e6-20c3939b243b'}}] {{(pid=79931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 10 21:02:54.577294 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-bd0f3e0e-0d30-42b2-b3e7-d34482f0aff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:54.822160 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9491e6a5-f7c3-4d3e-9d2d-cbf4656d1bbb None None] Pushing event updated for resources: {'Port': ['ID=98e6567d-846a-4459-bb94-fb72854a2734,revision_number=3']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:02:54.822759 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-bdb61d0e-4c21-42bb-9b42-cecc73712326 req-ca065348-5e48-495b-9c45-f1f685035611 service neutron] 10.222.0.82 "GET /v2.0/networks/b57cc509-53ec-4b56-8b10-8490bdf813dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2862639
Feb 10 21:02:54.828162 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8988fc7f-8e7f-4326-848d-a90b07cfeade tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:54.856292 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-bd0f3e0e-0d30-42b2-b3e7-d34482f0aff4 None None] For port 546e8bf9-ce1e-4244-b92b-8088eedfe638, host dv-cinder-775008-1-iscsi, cleared binding levels {{(pid=79931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 10 21:02:54.860486 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-bd0f3e0e-0d30-42b2-b3e7-d34482f0aff4 None None] For port 546e8bf9-ce1e-4244-b92b-8088eedfe638, host dv-cinder-775008-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-iscsi',level=0,port_id=546e8bf9-ce1e-4244-b92b-8088eedfe638,segment=NetworkSegment(72156de0-a8ad-4731-91cf-ea9c1cde9fbe),segment_id=72156de0-a8ad-4731-91cf-ea9c1cde9fbe)] {{(pid=79931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 10 21:02:54.865687 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-9491e6a5-f7c3-4d3e-9d2d-cbf4656d1bbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:02:54.867780 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-bd0f3e0e-0d30-42b2-b3e7-d34482f0aff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:54.937400 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8988fc7f-8e7f-4326-848d-a90b07cfeade tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:55.118189 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-2de21934-558d-4421-97a4-f6ea1282ed3e None None] Attempting to bind port 98e6567d-846a-4459-bb94-fb72854a2734 on host dv-cinder-775008-1-iscsi for vnic_type normal with profile  {{(pid=79930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 10 21:02:55.118594 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-2de21934-558d-4421-97a4-f6ea1282ed3e None None] Attempting to bind port 98e6567d-846a-4459-bb94-fb72854a2734 by drivers openvswitch on host dv-cinder-775008-1-iscsi at level 0 using segments [{'id': '4bc59d15-b1dc-4485-b325-20bf44c1e2e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b57cc509-53ec-4b56-8b10-8490bdf813dd'}] {{(pid=79930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 10 21:02:55.119008 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de21934-558d-4421-97a4-f6ea1282ed3e None None] Attempting to bind port 98e6567d-846a-4459-bb94-fb72854a2734 on network b57cc509-53ec-4b56-8b10-8490bdf813dd {{(pid=79930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 10 21:02:55.121494 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-5dd50d52-38d0-4d79-8f57-561acca6088b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:55.127273 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de21934-558d-4421-97a4-f6ea1282ed3e None None] Checking agent: {'id': '1c483f99-5707-4fa0-b001-c7f2c0c49e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775008-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 10, 20, 53, 28), 'started_at': datetime.datetime(2021, 2, 10, 20, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 2, 10, 21, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775008-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 10 21:02:55.127863 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de21934-558d-4421-97a4-f6ea1282ed3e None None] Checking segment: {'id': '4bc59d15-b1dc-4485-b325-20bf44c1e2e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b57cc509-53ec-4b56-8b10-8490bdf813dd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 10 21:02:55.128051 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-2de21934-558d-4421-97a4-f6ea1282ed3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:55.128478 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de21934-558d-4421-97a4-f6ea1282ed3e None None] Bound using segment: {'id': '4bc59d15-b1dc-4485-b325-20bf44c1e2e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b57cc509-53ec-4b56-8b10-8490bdf813dd'} {{(pid=79930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 10 21:02:55.129433 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-2de21934-558d-4421-97a4-f6ea1282ed3e None None] Bound port: 98e6567d-846a-4459-bb94-fb72854a2734, host: dv-cinder-775008-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bc59d15-b1dc-4485-b325-20bf44c1e2e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b57cc509-53ec-4b56-8b10-8490bdf813dd'}}] {{(pid=79930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 10 21:02:55.129903 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-2de21934-558d-4421-97a4-f6ea1282ed3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:55.183351 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-df11459c-90fa-43b0-9461-2b3833fa88d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:02:55.443769 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-2de21934-558d-4421-97a4-f6ea1282ed3e None None] For port 98e6567d-846a-4459-bb94-fb72854a2734, host dv-cinder-775008-1-iscsi, cleared binding levels {{(pid=79930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 10 21:02:55.461106 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-2de21934-558d-4421-97a4-f6ea1282ed3e None None] For port 98e6567d-846a-4459-bb94-fb72854a2734, host dv-cinder-775008-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-iscsi',level=0,port_id=98e6567d-846a-4459-bb94-fb72854a2734,segment=NetworkSegment(4bc59d15-b1dc-4485-b325-20bf44c1e2e2),segment_id=4bc59d15-b1dc-4485-b325-20bf44c1e2e2)] {{(pid=79930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 10 21:02:55.471812 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-2de21934-558d-4421-97a4-f6ea1282ed3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:55.490495 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e727297a-0ca2-4d31-b4dd-e3ab93a20c46 None None] Pushing event updated for resources: {'Port': ['ID=546e8bf9-ce1e-4244-b92b-8088eedfe638,revision_number=4']} {{(pid=79931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:02:55.518925 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-e727297a-0ca2-4d31-b4dd-e3ab93a20c46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=79931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:02:55.579862 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0f3e0e-0d30-42b2-b3e7-d34482f0aff4 None None] Routers {'106cc9ca-9c38-4b7a-9037-6a5d24b936ca'} bound to L3 agent in host dv-cinder-775008-1-iscsi {{(pid=79931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 10 21:02:55.582865 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-bd0f3e0e-0d30-42b2-b3e7-d34482f0aff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbf91793198>, 'dv-cinder-775008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-10T20:53:27Z,description=<?>,heartbeat_timestamp=2021-02-10T21:02:27Z,host='dv-cinder-775008-1-iscsi',id=351a09a7-a8bd-44d4-8337-3dd1b5c8f290,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-10T20:53:27Z,topic='l3_agent')) {'router_ids': ['106cc9ca-9c38-4b7a-9037-6a5d24b936ca'], 'active': True} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:02:55.912665 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-f37efadc-1884-4a17-9882-c5e897c15d19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:02:55.990114 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb45f456-dd21-4c95-9310-e0963d601eaa req-437a88c0-985b-4ed1-8bf3-6ef8d58c3fc1 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:02:55.995032 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-fb45f456-dd21-4c95-9310-e0963d601eaa req-437a88c0-985b-4ed1-8bf3-6ef8d58c3fc1 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/ports?device_id=c4eaa0d1-982a-4a87-b374-f73f03983cdd HTTP/1.1" status: 200  len: 931 time: 1.7880070
Feb 10 21:02:56.000375 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-57d6eda1-b9cd-48be-985f-da936539f2bd req-5330f393-acf2-46fb-bf1e-3e0764b44f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:56.229805 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9491e6a5-f7c3-4d3e-9d2d-cbf4656d1bbb None None] Pushing event updated for resources: {'Port': ['ID=98e6567d-846a-4459-bb94-fb72854a2734,revision_number=4']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:02:56.289803 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-9491e6a5-f7c3-4d3e-9d2d-cbf4656d1bbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:02:56.443678 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de21934-558d-4421-97a4-f6ea1282ed3e None None] Routers {'9568715f-9a2d-48c3-9f7c-aa2ae6c52a80'} bound to L3 agent in host dv-cinder-775008-1-iscsi {{(pid=79930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 10 21:02:56.444403 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-2de21934-558d-4421-97a4-f6ea1282ed3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbf917eafd0>, 'dv-cinder-775008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-10T20:53:27Z,description=<?>,heartbeat_timestamp=2021-02-10T21:02:27Z,host='dv-cinder-775008-1-iscsi',id=351a09a7-a8bd-44d4-8337-3dd1b5c8f290,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-10T20:53:27Z,topic='l3_agent')) {'router_ids': ['9568715f-9a2d-48c3-9f7c-aa2ae6c52a80'], 'active': True} {{(pid=79930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:02:56.519173 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [req-ca0f6a32-0a58-4a83-a444-a4b195d9cca6 req-d8c15e8e-8aa3-45b8-9a1b-612aec9d9e6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c00599a-0ac5-4ab5-905a-f9522bbffdc9 {{(pid=79928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 10 21:02:56.553482 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-ca0f6a32-0a58-4a83-a444-a4b195d9cca6 req-d8c15e8e-8aa3-45b8-9a1b-612aec9d9e6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:56.615075 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [req-ca0f6a32-0a58-4a83-a444-a4b195d9cca6 req-d8c15e8e-8aa3-45b8-9a1b-612aec9d9e6e service neutron] Transition to ACTIVE for port object 5c00599a-0ac5-4ab5-905a-f9522bbffdc9 will not be triggered until provisioned by entity L2. {{(pid=79928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 10 21:02:56.643285 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8988fc7f-8e7f-4326-848d-a90b07cfeade tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704419'] for security_group_rule, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:56.764435 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-fb45f456-dd21-4c95-9310-e0963d601eaa req-435d7457-c9bd-4f6f-b039-fc07bcb84a11 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Synchronizing usage tracker for tenant:fd8c6aec55114f528929638c55a0f6a9 on resource:security_group {{(pid=79929) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 10 21:02:56.808463 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-ca0f6a32-0a58-4a83-a444-a4b195d9cca6 req-d8c15e8e-8aa3-45b8-9a1b-612aec9d9e6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:56.861157 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:02:56.881517 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvr_db [None req-bd0f3e0e-0d30-42b2-b3e7-d34482f0aff4 None None] Set router 106cc9ca-9c38-4b7a-9037-6a5d24b936ca gateway port host: dv-cinder-775008-1-iscsi {{(pid=79931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 10 21:02:57.039751 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-0383af47-d6f3-4612-9480-4d6c3400049c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:57.049437 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8988fc7f-8e7f-4326-848d-a90b07cfeade tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0095c511-67e8-4a10-9d8f-0f8d155e75c4,revision_number=0']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:02:57.086730 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-8988fc7f-8e7f-4326-848d-a90b07cfeade tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:02:57.195195 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvr_db [None req-2de21934-558d-4421-97a4-f6ea1282ed3e None None] Set router 9568715f-9a2d-48c3-9f7c-aa2ae6c52a80 gateway port host: dv-cinder-775008-1-iscsi {{(pid=79930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 10 21:02:57.248799 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-fb45f456-dd21-4c95-9310-e0963d601eaa req-435d7457-c9bd-4f6f-b039-fc07bcb84a11 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Unset dirty status for tenant:fd8c6aec55114f528929638c55a0f6a9 on resource:security_group {{(pid=79929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 10 21:02:57.249806 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-157f1a38-d92d-44f2-963d-68309d0e813f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.269s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:02:57.251531 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-fb45f456-dd21-4c95-9310-e0963d601eaa req-435d7457-c9bd-4f6f-b039-fc07bcb84a11 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/security-groups?id=e801818c-2ba7-416a-bfd6-16d694223349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.1758118
Feb 10 21:02:57.458893 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8e35c017-ca0e-4997-9af4-ce0f5f2c761e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:57.470190 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c15e8e-8aa3-45b8-9a1b-612aec9d9e6e service neutron] Pushing event updated for resources: {'Port': ['ID=5c00599a-0ac5-4ab5-905a-f9522bbffdc9,revision_number=2']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:02:57.500229 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-d8c15e8e-8aa3-45b8-9a1b-612aec9d9e6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:02:57.529935 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8988fc7f-8e7f-4326-848d-a90b07cfeade tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:57.535091 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-8988fc7f-8e7f-4326-848d-a90b07cfeade tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 3.1894739
Feb 10 21:02:57.542429 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 54096) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:02:57.675296 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e075bf1-ff22-4161-94a7-c123cf8dd4b9 req-7bf9e1eb-8635-43ff-a85e-c64d44d76aba tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:02:57.685296 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-5e075bf1-ff22-4161-94a7-c123cf8dd4b9 req-7bf9e1eb-8635-43ff-a85e-c64d44d76aba tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] 10.222.0.82 "GET /v2.0/ports?device_id=712ce0b3-f111-49e6-b084-230ae2fcbfc2 HTTP/1.1" status: 200  len: 932 time: 1.0494583
Feb 10 21:02:57.696057 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [None req-ca31fb6c-7320-45a8-af41-d1f8145fbc60 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Request body: {'security_group_rule': {'security_group_id': 'd690a83b-8d2e-42e4-90ab-f76a16f8383a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:02:57.750325 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-ca31fb6c-7320-45a8-af41-d1f8145fbc60 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:02:57.761807 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-ca31fb6c-7320-45a8-af41-d1f8145fbc60 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Usage tracker for resource:security_group_rule and tenant:b863e31b2eb84722a5af6ec44203a203 is out of sync, need to count used quota {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:02:57.766668 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-ca31fb6c-7320-45a8-af41-d1f8145fbc60 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:02:57.781829 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-ca31fb6c-7320-45a8-af41-d1f8145fbc60 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:02:57.859696 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ca31fb6c-7320-45a8-af41-d1f8145fbc60 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:57.895783 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [req-57d6eda1-b9cd-48be-985f-da936539f2bd req-5330f393-acf2-46fb-bf1e-3e0764b44f4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c791b007-c3a1-4626-872e-dcc16216249f {{(pid=79929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 10 21:02:57.912743 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-57d6eda1-b9cd-48be-985f-da936539f2bd req-5330f393-acf2-46fb-bf1e-3e0764b44f4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:57.950407 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [req-57d6eda1-b9cd-48be-985f-da936539f2bd req-5330f393-acf2-46fb-bf1e-3e0764b44f4d service neutron] Transition to ACTIVE for port object c791b007-c3a1-4626-872e-dcc16216249f will not be triggered until provisioned by entity L2. {{(pid=79929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 10 21:02:57.954796 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-57d6eda1-b9cd-48be-985f-da936539f2bd req-5330f393-acf2-46fb-bf1e-3e0764b44f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:57.997879 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:02:58.060189 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-bd0f3e0e-0d30-42b2-b3e7-d34482f0aff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbf91793198>, [{'id': '106cc9ca-9c38-4b7a-9037-6a5d24b936ca', 'name': 'tempest-AttachVolumeTestJSON-1034830743-router', 'tenant_id': 'b863e31b2eb84722a5af6ec44203a203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': 'e84b6b0d-4d6f-4b29-ab9a-70b37947d282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:02:30Z', 'updated_at': '2021-02-10T21:02:46Z', 'revision_number': 4, 'project_id': 'b863e31b2eb84722a5af6ec44203a203', 'gw_port': {'id': 'e84b6b0d-4d6f-4b29-ab9a-70b37947d282', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:89:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106cc9ca-9c38-4b7a-9037-6a5d24b936ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:02:32Z', 'updated_at': '2021-02-10T21:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi', '_interfaces': [{'id': '546e8bf9-ce1e-4244-b92b-8088eedfe638', 'name': '', 'network_id': '30315e38-e508-43b4-a5e6-20c3939b243b', 'tenant_id': 'b863e31b2eb84722a5af6ec44203a203', 'mac_address': 'fa:16:3e:c3:0b:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '106cc9ca-9c38-4b7a-9037-6a5d24b936ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ac135e95-2d8a-4872-b364-451b52f8b60d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:02:41Z', 'updated_at': '2021-02-10T21:02:54Z', 'revision_number': 4, 'project_id': 'b863e31b2eb84722a5af6ec44203a203', 'subnets': [{'id': 'ac135e95-2d8a-4872-b364-451b52f8b60d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775008-1-iscsi', False) {} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:02:58.075881 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0f3e0e-0d30-42b2-b3e7-d34482f0aff4 None None] The sync data for ids ['106cc9ca-9c38-4b7a-9037-6a5d24b936ca'] in dv-cinder-775008-1-iscsi is: [{'id': '106cc9ca-9c38-4b7a-9037-6a5d24b936ca', 'name': 'tempest-AttachVolumeTestJSON-1034830743-router', 'tenant_id': 'b863e31b2eb84722a5af6ec44203a203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': 'e84b6b0d-4d6f-4b29-ab9a-70b37947d282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:02:30Z', 'updated_at': '2021-02-10T21:02:46Z', 'revision_number': 4, 'project_id': 'b863e31b2eb84722a5af6ec44203a203', 'gw_port': {'id': 'e84b6b0d-4d6f-4b29-ab9a-70b37947d282', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:89:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106cc9ca-9c38-4b7a-9037-6a5d24b936ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:02:32Z', 'updated_at': '2021-02-10T21:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi', '_interfaces': [{'id': '546e8bf9-ce1e-4244-b92b-8088eedfe638', 'name': '', 'network_id': '30315e38-e508-43b4-a5e6-20c3939b243b', 'tenant_id': 'b863e31b2eb84722a5af6ec44203a203', 'mac_address': 'fa:16:3e:c3:0b:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '106cc9ca-9c38-4b7a-9037-6a5d24b936ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ac135e95-2d8a-4872-b364-451b52f8b60d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:02:41Z', 'updated_at': '2021-02-10T21:02:54Z', 'revision_number': 4, 'project_id': 'b863e31b2eb84722a5af6ec44203a203', 'subnets': [{'id': 'ac135e95-2d8a-4872-b364-451b52f8b60d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 10 21:02:58.091987 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ca31fb6c-7320-45a8-af41-d1f8145fbc60 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:58.225142 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-5e075bf1-ff22-4161-94a7-c123cf8dd4b9 req-70df165f-51a9-480e-9fc5-587a1e9bd5a2 tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] Synchronizing usage tracker for tenant:865e082448cd4f47bc948c3eff8bebda on resource:security_group {{(pid=79928) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 10 21:02:58.230687 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ca31fb6c-7320-45a8-af41-d1f8145fbc60 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704419'] for security_group_rule, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:58.310935 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 54104) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:02:58.311912 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:02:58.357488 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:58.363498 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a16a173f-35ea-40df-9953-0a23fc2526db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:58.415380 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-2de21934-558d-4421-97a4-f6ea1282ed3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbf917eafd0>, [{'id': '9568715f-9a2d-48c3-9f7c-aa2ae6c52a80', 'name': 'tempest-ServerRescueNegativeTestJSON-733361973-router', 'tenant_id': '92212326132c472cbbd1d5f9a6549ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'a42ecb04-15bf-4a95-b5ba-6a97edf2d4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:02:31Z', 'updated_at': '2021-02-10T21:02:45Z', 'revision_number': 4, 'project_id': '92212326132c472cbbd1d5f9a6549ec7', 'gw_port': {'id': 'a42ecb04-15bf-4a95-b5ba-6a97edf2d4b7', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:69:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9568715f-9a2d-48c3-9f7c-aa2ae6c52a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:02:34Z', 'updated_at': '2021-02-10T21:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi', '_interfaces': [{'id': '98e6567d-846a-4459-bb94-fb72854a2734', 'name': '', 'network_id': 'b57cc509-53ec-4b56-8b10-8490bdf813dd', 'tenant_id': '92212326132c472cbbd1d5f9a6549ec7', 'mac_address': 'fa:16:3e:37:64:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9568715f-9a2d-48c3-9f7c-aa2ae6c52a80', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '507359e5-5fb4-4f65-a55c-2cec76549fa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:02:43Z', 'updated_at': '2021-02-10T21:02:55Z', 'revision_number': 4, 'project_id': '92212326132c472cbbd1d5f9a6549ec7', 'subnets': [{'id': '507359e5-5fb4-4f65-a55c-2cec76549fa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775008-1-iscsi', False) {} {{(pid=79930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:02:58.427579 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca31fb6c-7320-45a8-af41-d1f8145fbc60 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=617a97c1-c698-4ec8-8dbe-28064b8e0023,revision_number=0']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:02:58.430776 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de21934-558d-4421-97a4-f6ea1282ed3e None None] The sync data for ids ['9568715f-9a2d-48c3-9f7c-aa2ae6c52a80'] in dv-cinder-775008-1-iscsi is: [{'id': '9568715f-9a2d-48c3-9f7c-aa2ae6c52a80', 'name': 'tempest-ServerRescueNegativeTestJSON-733361973-router', 'tenant_id': '92212326132c472cbbd1d5f9a6549ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'a42ecb04-15bf-4a95-b5ba-6a97edf2d4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:02:31Z', 'updated_at': '2021-02-10T21:02:45Z', 'revision_number': 4, 'project_id': '92212326132c472cbbd1d5f9a6549ec7', 'gw_port': {'id': 'a42ecb04-15bf-4a95-b5ba-6a97edf2d4b7', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:69:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9568715f-9a2d-48c3-9f7c-aa2ae6c52a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:02:34Z', 'updated_at': '2021-02-10T21:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi', '_interfaces': [{'id': '98e6567d-846a-4459-bb94-fb72854a2734', 'name': '', 'network_id': 'b57cc509-53ec-4b56-8b10-8490bdf813dd', 'tenant_id': '92212326132c472cbbd1d5f9a6549ec7', 'mac_address': 'fa:16:3e:37:64:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9568715f-9a2d-48c3-9f7c-aa2ae6c52a80', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '507359e5-5fb4-4f65-a55c-2cec76549fa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:02:43Z', 'updated_at': '2021-02-10T21:02:55Z', 'revision_number': 4, 'project_id': '92212326132c472cbbd1d5f9a6549ec7', 'subnets': [{'id': '507359e5-5fb4-4f65-a55c-2cec76549fa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 10 21:02:58.465962 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ca31fb6c-7320-45a8-af41-d1f8145fbc60 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:58.470484 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-ca31fb6c-7320-45a8-af41-d1f8145fbc60 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.9195948
Feb 10 21:02:58.478128 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c8b71057-69b7-4178-ae71-57a18b5a2b77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:58.478562 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 54116) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:02:58.479099 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-ca31fb6c-7320-45a8-af41-d1f8145fbc60 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:02:58.482838 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-692d8e1b-b65a-41ac-a15a-0720f9ef0d17 req-2863519d-39e2-4b60-9bd7-820cd507df25 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Synchronizing usage tracker for tenant:92212326132c472cbbd1d5f9a6549ec7 on resource:port {{(pid=79929) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 10 21:02:58.506959 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [None req-67ff37d8-84b3-45c8-b255-a7dc21ebc322 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Request body: {'floatingip': {'floating_network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614'}} {{(pid=79929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:02:58.523754 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c8b71057-69b7-4178-ae71-57a18b5a2b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:58.562723 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-5e075bf1-ff22-4161-94a7-c123cf8dd4b9 req-70df165f-51a9-480e-9fc5-587a1e9bd5a2 tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] Unset dirty status for tenant:865e082448cd4f47bc948c3eff8bebda on resource:security_group {{(pid=79928) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 10 21:02:58.575505 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-67ff37d8-84b3-45c8-b255-a7dc21ebc322 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:02:58.583563 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-5e075bf1-ff22-4161-94a7-c123cf8dd4b9 req-70df165f-51a9-480e-9fc5-587a1e9bd5a2 tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] 10.222.0.82 "GET /v2.0/security-groups?id=ed23cb9e-7f15-4f33-b6fd-efeabe356489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7634027
Feb 10 21:02:58.586449 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b805cdfc-6f60-42f0-a63c-5b7286f96589 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:02:58.609267 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Device 546e8bf9-ce1e-4244-b92b-8088eedfe638 up at agent ovs-agent-dv-cinder-775008-1-iscsi {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:02:58.626562 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5330f393-acf2-46fb-bf1e-3e0764b44f4d service neutron] Pushing event updated for resources: {'Port': ['ID=c791b007-c3a1-4626-872e-dcc16216249f,revision_number=2']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:02:58.633920 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-5330f393-acf2-46fb-bf1e-3e0764b44f4d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.636s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:02:58.637459 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-67ff37d8-84b3-45c8-b255-a7dc21ebc322 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Usage tracker for resource:floatingip and tenant:b863e31b2eb84722a5af6ec44203a203 is out of sync, need to count used quota {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:02:58.685669 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-67ff37d8-84b3-45c8-b255-a7dc21ebc322 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:02:58.724143 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-67ff37d8-84b3-45c8-b255-a7dc21ebc322 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:02:58.880095 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Provisioning for port 546e8bf9-ce1e-4244-b92b-8088eedfe638 completed by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 10 21:02:58.889925 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Provisioning complete for port 546e8bf9-ce1e-4244-b92b-8088eedfe638 triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:02:58.896582 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:58.936109 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-c8b71057-69b7-4178-ae71-57a18b5a2b77 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=8e8c992bab14431da2d23d9d8365ec81&name=default HTTP/1.1" status: 200  len: 2979 time: 5.8137951
Feb 10 21:02:58.941967 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b71057-69b7-4178-ae71-57a18b5a2b77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0deca228-11c6-4b67-af8d-f7a7f50f46d1,revision_number=1']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:02:58.963096 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 54124) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:02:59.106050 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-c8b71057-69b7-4178-ae71-57a18b5a2b77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:02:59.121850 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [req-ca0f6a32-0a58-4a83-a444-a4b195d9cca6 req-d8c15e8e-8aa3-45b8-9a1b-612aec9d9e6e service neutron] Attempting to bind port 5c00599a-0ac5-4ab5-905a-f9522bbffdc9 on host hv-cinder-77500 for vnic_type normal with profile  {{(pid=79928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 10 21:02:59.122428 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [req-ca0f6a32-0a58-4a83-a444-a4b195d9cca6 req-d8c15e8e-8aa3-45b8-9a1b-612aec9d9e6e service neutron] Attempting to bind port 5c00599a-0ac5-4ab5-905a-f9522bbffdc9 by drivers openvswitch on host hv-cinder-77500 at level 0 using segments [{'id': '8502f998-48d6-4289-869a-dab876cb118f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '20901ffe-56e0-4231-a22c-8768446088e2'}] {{(pid=79928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 10 21:02:59.122945 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0f6a32-0a58-4a83-a444-a4b195d9cca6 req-d8c15e8e-8aa3-45b8-9a1b-612aec9d9e6e service neutron] Attempting to bind port 5c00599a-0ac5-4ab5-905a-f9522bbffdc9 on network 20901ffe-56e0-4231-a22c-8768446088e2 {{(pid=79928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 10 21:02:59.131928 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [req-57d6eda1-b9cd-48be-985f-da936539f2bd req-5330f393-acf2-46fb-bf1e-3e0764b44f4d service neutron] Attempting to bind port c791b007-c3a1-4626-872e-dcc16216249f on host hv-cinder-77500 for vnic_type normal with profile  {{(pid=79929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 10 21:02:59.132290 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [req-57d6eda1-b9cd-48be-985f-da936539f2bd req-5330f393-acf2-46fb-bf1e-3e0764b44f4d service neutron] Attempting to bind port c791b007-c3a1-4626-872e-dcc16216249f by drivers openvswitch on host hv-cinder-77500 at level 0 using segments [{'id': '01332f13-a36f-4899-9eae-42c72d658285', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '43c3eb31-3437-423e-adc0-8a0f9f53ec5d'}] {{(pid=79929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 10 21:02:59.132658 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d6eda1-b9cd-48be-985f-da936539f2bd req-5330f393-acf2-46fb-bf1e-3e0764b44f4d service neutron] Attempting to bind port c791b007-c3a1-4626-872e-dcc16216249f on network 43c3eb31-3437-423e-adc0-8a0f9f53ec5d {{(pid=79929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 10 21:02:59.150399 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-67ff37d8-84b3-45c8-b255-a7dc21ebc322 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify callbacks [] for floatingip, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:59.205714 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:59.221122 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-1da65dad-0465-41ec-ab23-8abb9a245c42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:59.228909 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d6eda1-b9cd-48be-985f-da936539f2bd req-5330f393-acf2-46fb-bf1e-3e0764b44f4d service neutron] Checking agent: {'id': 'a01cfff8-88bc-4fa7-a09e-0f06c1450d16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 10, 21, 0, 31), 'started_at': datetime.datetime(2021, 2, 10, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2021, 2, 10, 21, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 10 21:02:59.229295 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d6eda1-b9cd-48be-985f-da936539f2bd req-5330f393-acf2-46fb-bf1e-3e0764b44f4d service neutron] Checking segment: {'id': '01332f13-a36f-4899-9eae-42c72d658285', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '43c3eb31-3437-423e-adc0-8a0f9f53ec5d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 10 21:02:59.229753 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-57d6eda1-b9cd-48be-985f-da936539f2bd req-5330f393-acf2-46fb-bf1e-3e0764b44f4d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:59.230249 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d6eda1-b9cd-48be-985f-da936539f2bd req-5330f393-acf2-46fb-bf1e-3e0764b44f4d service neutron] Bound using segment: {'id': '01332f13-a36f-4899-9eae-42c72d658285', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '43c3eb31-3437-423e-adc0-8a0f9f53ec5d'} {{(pid=79929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 10 21:02:59.231042 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [req-57d6eda1-b9cd-48be-985f-da936539f2bd req-5330f393-acf2-46fb-bf1e-3e0764b44f4d service neutron] Bound port: c791b007-c3a1-4626-872e-dcc16216249f, host: hv-cinder-77500, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01332f13-a36f-4899-9eae-42c72d658285', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '43c3eb31-3437-423e-adc0-8a0f9f53ec5d'}}] {{(pid=79929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 10 21:02:59.231428 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-57d6eda1-b9cd-48be-985f-da936539f2bd req-5330f393-acf2-46fb-bf1e-3e0764b44f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:59.256421 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-692d8e1b-b65a-41ac-a15a-0720f9ef0d17 req-2863519d-39e2-4b60-9bd7-820cd507df25 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Unset dirty status for tenant:92212326132c472cbbd1d5f9a6549ec7 on resource:port {{(pid=79929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 10 21:02:59.257641 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] For port 546e8bf9-ce1e-4244-b92b-8088eedfe638, host dv-cinder-775008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-iscsi',level=0,port_id=546e8bf9-ce1e-4244-b92b-8088eedfe638,segment=NetworkSegment(72156de0-a8ad-4731-91cf-ea9c1cde9fbe),segment_id=72156de0-a8ad-4731-91cf-ea9c1cde9fbe)] {{(pid=79930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:02:59.267692 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:59.271330 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-692d8e1b-b65a-41ac-a15a-0720f9ef0d17 req-2863519d-39e2-4b60-9bd7-820cd507df25 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5a452ba-1bbb-4cf5-a43d-16be280c05b9 HTTP/1.1" status: 200  len: 210 time: 1.1174817
Feb 10 21:02:59.271486 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:02:59.318148 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0f6a32-0a58-4a83-a444-a4b195d9cca6 req-d8c15e8e-8aa3-45b8-9a1b-612aec9d9e6e service neutron] Checking agent: {'id': 'a01cfff8-88bc-4fa7-a09e-0f06c1450d16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 10, 21, 0, 31), 'started_at': datetime.datetime(2021, 2, 10, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2021, 2, 10, 21, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 10 21:02:59.318148 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0f6a32-0a58-4a83-a444-a4b195d9cca6 req-d8c15e8e-8aa3-45b8-9a1b-612aec9d9e6e service neutron] Checking segment: {'id': '8502f998-48d6-4289-869a-dab876cb118f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '20901ffe-56e0-4231-a22c-8768446088e2'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 10 21:02:59.318148 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-ca0f6a32-0a58-4a83-a444-a4b195d9cca6 req-d8c15e8e-8aa3-45b8-9a1b-612aec9d9e6e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:59.318148 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca0f6a32-0a58-4a83-a444-a4b195d9cca6 req-d8c15e8e-8aa3-45b8-9a1b-612aec9d9e6e service neutron] Bound using segment: {'id': '8502f998-48d6-4289-869a-dab876cb118f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '20901ffe-56e0-4231-a22c-8768446088e2'} {{(pid=79928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 10 21:02:59.318148 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [req-ca0f6a32-0a58-4a83-a444-a4b195d9cca6 req-d8c15e8e-8aa3-45b8-9a1b-612aec9d9e6e service neutron] Bound port: 5c00599a-0ac5-4ab5-905a-f9522bbffdc9, host: hv-cinder-77500, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8502f998-48d6-4289-869a-dab876cb118f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '20901ffe-56e0-4231-a22c-8768446088e2'}}] {{(pid=79928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 10 21:02:59.318613 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-ca0f6a32-0a58-4a83-a444-a4b195d9cca6 req-d8c15e8e-8aa3-45b8-9a1b-612aec9d9e6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:59.361856 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-bf588a14-0f9e-4aee-9173-1e5182cb7ab6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:59.389547 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-1da65dad-0465-41ec-ab23-8abb9a245c42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:02:59.476313 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [req-57d6eda1-b9cd-48be-985f-da936539f2bd req-5330f393-acf2-46fb-bf1e-3e0764b44f4d service neutron] For port c791b007-c3a1-4626-872e-dcc16216249f, host hv-cinder-77500, cleared binding levels {{(pid=79929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 10 21:02:59.490780 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [req-57d6eda1-b9cd-48be-985f-da936539f2bd req-5330f393-acf2-46fb-bf1e-3e0764b44f4d service neutron] For port c791b007-c3a1-4626-872e-dcc16216249f, host hv-cinder-77500, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=c791b007-c3a1-4626-872e-dcc16216249f,segment=NetworkSegment(01332f13-a36f-4899-9eae-42c72d658285),segment_id=01332f13-a36f-4899-9eae-42c72d658285)] {{(pid=79929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 10 21:02:59.496118 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-57d6eda1-b9cd-48be-985f-da936539f2bd req-5330f393-acf2-46fb-bf1e-3e0764b44f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:59.502493 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-1da65dad-0465-41ec-ab23-8abb9a245c42 admin admin] Usage tracker for resource:security_group_rule and tenant:ba3adaa4828b40f285253ee730b1a555 is out of sync, need to count used quota {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:02:59.520372 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-0cc1a4c1-58af-4e71-b8e0-71044f0a2561 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:02:59.574307 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Pushing event updated for resources: {'Port': ['ID=546e8bf9-ce1e-4244-b92b-8088eedfe638,revision_number=5']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:02:59.579909 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:02:59.580217 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [req-ca0f6a32-0a58-4a83-a444-a4b195d9cca6 req-d8c15e8e-8aa3-45b8-9a1b-612aec9d9e6e service neutron] For port 5c00599a-0ac5-4ab5-905a-f9522bbffdc9, host hv-cinder-77500, cleared binding levels {{(pid=79928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 10 21:02:59.589393 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [req-ca0f6a32-0a58-4a83-a444-a4b195d9cca6 req-d8c15e8e-8aa3-45b8-9a1b-612aec9d9e6e service neutron] For port 5c00599a-0ac5-4ab5-905a-f9522bbffdc9, host hv-cinder-77500, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=5c00599a-0ac5-4ab5-905a-f9522bbffdc9,segment=NetworkSegment(8502f998-48d6-4289-869a-dab876cb118f),segment_id=8502f998-48d6-4289-869a-dab876cb118f)] {{(pid=79928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 10 21:02:59.595425 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-ca0f6a32-0a58-4a83-a444-a4b195d9cca6 req-d8c15e8e-8aa3-45b8-9a1b-612aec9d9e6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:59.598877 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-1da65dad-0465-41ec-ab23-8abb9a245c42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:02:59.694954 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-1da65dad-0465-41ec-ab23-8abb9a245c42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:02:59.703853 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:02:59.822210 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5330f393-acf2-46fb-bf1e-3e0764b44f4d service neutron] Pushing event updated for resources: {'Port': ['ID=c791b007-c3a1-4626-872e-dcc16216249f,revision_number=3']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:02:59.838363 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-5330f393-acf2-46fb-bf1e-3e0764b44f4d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:02:59.930582 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-bf588a14-0f9e-4aee-9173-1e5182cb7ab6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:59.937927 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d6eda1-b9cd-48be-985f-da936539f2bd req-5330f393-acf2-46fb-bf1e-3e0764b44f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:02:59.939209 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-57d6eda1-b9cd-48be-985f-da936539f2bd req-5330f393-acf2-46fb-bf1e-3e0764b44f4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728031'] for port, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:02:59.940812 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-57d6eda1-b9cd-48be-985f-da936539f2bd req-5330f393-acf2-46fb-bf1e-3e0764b44f4d service neutron] 10.222.0.15 "PUT /v2.0/ports/c791b007-c3a1-4626-872e-dcc16216249f HTTP/1.1" status: 200  len: 1158 time: 6.0673733
Feb 10 21:02:59.943849 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '712ce0b3-f111-49e6-b084-230ae2fcbfc2', 'tag': 'c791b007-c3a1-4626-872e-dcc16216249f'}] {{(pid=79929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 10 21:03:00.164122 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb4268-6237-4ff4-a60d-5fe8f196414e req-aae03852-f7f9-4c6c-b203-0a81f31472d1 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:00.172645 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-93fb4268-6237-4ff4-a60d-5fe8f196414e req-aae03852-f7f9-4c6c-b203-0a81f31472d1 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/ports?device_id=c4eaa0d1-982a-4a87-b374-f73f03983cdd HTTP/1.1" status: 200  len: 943 time: 1.2349308
Feb 10 21:03:00.233426 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e4d343-b395-48a7-82c6-1f9136499410 req-a4f4cb32-d99d-4536-8ab1-d9afa8ab1fd4 tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:00.235759 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-68e4d343-b395-48a7-82c6-1f9136499410 req-a4f4cb32-d99d-4536-8ab1-d9afa8ab1fd4 tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] 10.222.0.82 "GET /v2.0/ports?device_id=712ce0b3-f111-49e6-b084-230ae2fcbfc2 HTTP/1.1" status: 200  len: 944 time: 0.3802779
Feb 10 21:03:00.236402 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 54152) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:03:00.295454 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-67ff37d8-84b3-45c8-b255-a7dc21ebc322 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:00.318859 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c15e8e-8aa3-45b8-9a1b-612aec9d9e6e service neutron] Pushing event updated for resources: {'Port': ['ID=5c00599a-0ac5-4ab5-905a-f9522bbffdc9,revision_number=3']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:03:00.335601 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f6a32-0a58-4a83-a444-a4b195d9cca6 req-d8c15e8e-8aa3-45b8-9a1b-612aec9d9e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:00.335814 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-ca0f6a32-0a58-4a83-a444-a4b195d9cca6 req-d8c15e8e-8aa3-45b8-9a1b-612aec9d9e6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728031'] for port, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:00.337794 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-ca0f6a32-0a58-4a83-a444-a4b195d9cca6 req-d8c15e8e-8aa3-45b8-9a1b-612aec9d9e6e service neutron] 10.222.0.15 "PUT /v2.0/ports/5c00599a-0ac5-4ab5-905a-f9522bbffdc9 HTTP/1.1" status: 200  len: 1157 time: 6.4449253
Feb 10 21:03:00.341157 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4eaa0d1-982a-4a87-b374-f73f03983cdd', 'tag': '5c00599a-0ac5-4ab5-905a-f9522bbffdc9'}] {{(pid=79928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 10 21:03:00.413866 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-68e4d343-b395-48a7-82c6-1f9136499410 req-3c215869-0907-46c9-9f44-3ece16ac21b4 tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] 10.222.0.82 "GET /v2.0/security-groups?id=ed23cb9e-7f15-4f33-b6fd-efeabe356489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1616077
Feb 10 21:03:00.584554 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-877a38bf-fa30-4ce3-8497-d71967c19f87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:00.614953 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-d8c15e8e-8aa3-45b8-9a1b-612aec9d9e6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.908s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:03:00.622115 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-877a38bf-fa30-4ce3-8497-d71967c19f87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:03:00.634566 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-877a38bf-fa30-4ce3-8497-d71967c19f87 admin admin] Usage tracker for resource:security_group_rule and tenant:35fff2c85f6a4156b43e73ac5ab537be is out of sync, need to count used quota {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:03:00.642340 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-877a38bf-fa30-4ce3-8497-d71967c19f87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:03:00.657082 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-877a38bf-fa30-4ce3-8497-d71967c19f87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:03:00.667958 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-93fb4268-6237-4ff4-a60d-5fe8f196414e req-749a71bc-e808-4046-a4d0-a82f7ac7d93c tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/security-groups?id=e801818c-2ba7-416a-bfd6-16d694223349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4941120
Feb 10 21:03:00.818190 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Device 546e8bf9-ce1e-4244-b92b-8088eedfe638 up at agent ovs-agent-dv-cinder-775008-1-iscsi {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:03:00.874353 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-bf588a14-0f9e-4aee-9173-1e5182cb7ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:00.919655 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:03:00.964702 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-1da65dad-0465-41ec-ab23-8abb9a245c42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:00.992438 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf588a14-0f9e-4aee-9173-1e5182cb7ab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0deca228-11c6-4b67-af8d-f7a7f50f46d1,revision_number=None']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:03:01.011014 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-1da65dad-0465-41ec-ab23-8abb9a245c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:01.035936 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-bf588a14-0f9e-4aee-9173-1e5182cb7ab6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:03:01.121040 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:03:01.150258 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:01.173229 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Provisioning complete for port 546e8bf9-ce1e-4244-b92b-8088eedfe638 triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:03:01.174260 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:01.234901 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-bf588a14-0f9e-4aee-9173-1e5182cb7ab6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:01.237419 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-bf588a14-0f9e-4aee-9173-1e5182cb7ab6 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/0deca228-11c6-4b67-af8d-f7a7f50f46d1 HTTP/1.1" status: 204  len: 168 time: 2.2731423
Feb 10 21:03:01.307384 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-1da65dad-0465-41ec-ab23-8abb9a245c42 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=ba3adaa4828b40f285253ee730b1a555&name=default HTTP/1.1" status: 200  len: 2979 time: 2.9771314
Feb 10 21:03:01.310210 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.15', 62652) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:03:01.311090 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 54186) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:03:01.324425 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da65dad-0465-41ec-ab23-8abb9a245c42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc7171c5-2bbb-46f3-9a69-3b5cc4e4f6b9,revision_number=1']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:03:01.399324 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4eaa0d1-982a-4a87-b374-f73f03983cdd', 'tag': '5c00599a-0ac5-4ab5-905a-f9522bbffdc9', 'status': 'completed', 'code': 200}
Feb 10 21:03:01.400520 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-1da65dad-0465-41ec-ab23-8abb9a245c42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:03:01.408823 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Device 98e6567d-846a-4459-bb94-fb72854a2734 up at agent ovs-agent-dv-cinder-775008-1-iscsi {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:03:01.565053 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-877a38bf-fa30-4ce3-8497-d71967c19f87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:01.569622 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '712ce0b3-f111-49e6-b084-230ae2fcbfc2', 'tag': 'c791b007-c3a1-4626-872e-dcc16216249f', 'status': 'completed', 'code': 200}
Feb 10 21:03:01.587957 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-877a38bf-fa30-4ce3-8497-d71967c19f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:01.619089 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Provisioning for port 98e6567d-846a-4459-bb94-fb72854a2734 completed by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 10 21:03:01.633389 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Provisioning complete for port 98e6567d-846a-4459-bb94-fb72854a2734 triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:03:01.633938 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:01.653831 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f6a32-0a58-4a83-a444-a4b195d9cca6 req-eb627cc7-4a3f-4ac2-b52c-db4c8ac81339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:01.656359 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-ca0f6a32-0a58-4a83-a444-a4b195d9cca6 req-eb627cc7-4a3f-4ac2-b52c-db4c8ac81339 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fd8c6aec55114f528929638c55a0f6a9&device_id=c4eaa0d1-982a-4a87-b374-f73f03983cdd HTTP/1.1" status: 200  len: 1160 time: 0.9315579
Feb 10 21:03:01.852178 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:03:01.878149 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:01.934434 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] For port 98e6567d-846a-4459-bb94-fb72854a2734, host dv-cinder-775008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-iscsi',level=0,port_id=98e6567d-846a-4459-bb94-fb72854a2734,segment=NetworkSegment(4bc59d15-b1dc-4485-b325-20bf44c1e2e2),segment_id=4bc59d15-b1dc-4485-b325-20bf44c1e2e2)] {{(pid=79930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:03:01.937855 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:01.948315 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:03:02.043729 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Pushing event updated for resources: {'Port': ['ID=98e6567d-846a-4459-bb94-fb72854a2734,revision_number=5']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:03:02.047499 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:03:02.063003 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a334cea-f3b6-4d22-a80a-a6542564b55e req-d372fa4a-201a-4c5a-af10-6f6e08ae0ea9 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:02.064958 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-4a334cea-f3b6-4d22-a80a-a6542564b55e req-d372fa4a-201a-4c5a-af10-6f6e08ae0ea9 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/networks?id=b57cc509-53ec-4b56-8b10-8490bdf813dd HTTP/1.1" status: 200  len: 818 time: 1.2240968
Feb 10 21:03:02.071623 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 54208) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:03:02.105821 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-877a38bf-fa30-4ce3-8497-d71967c19f87 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=35fff2c85f6a4156b43e73ac5ab537be&name=default HTTP/1.1" status: 200  len: 2979 time: 1.8654783
Feb 10 21:03:02.145897 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 54214) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:03:02.147836 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-ca0f6a32-0a58-4a83-a444-a4b195d9cca6 req-2fd00cfd-9188-490e-8b6a-602fec134655 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5c00599a-0ac5-4ab5-905a-f9522bbffdc9 HTTP/1.1" status: 200  len: 217 time: 0.4562864
Feb 10 21:03:02.198125 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-1b2d7c15-4c0d-4f7d-8e1d-7460173d4fc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:02.247450 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-1b2d7c15-4c0d-4f7d-8e1d-7460173d4fc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:03:02.278991 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-fc768750-1eb8-448b-b32f-af185aa2cb26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:02.280383 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-1b2d7c15-4c0d-4f7d-8e1d-7460173d4fc2 admin admin] Usage tracker for resource:security_group_rule and tenant:5efee1a838b04457bca37b334d59839c is out of sync, need to count used quota {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:03:02.290136 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-1b2d7c15-4c0d-4f7d-8e1d-7460173d4fc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:03:02.295730 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d6eda1-b9cd-48be-985f-da936539f2bd req-39db6772-89c9-4610-8cd2-10dafe14bf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:02.297329 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-57d6eda1-b9cd-48be-985f-da936539f2bd req-39db6772-89c9-4610-8cd2-10dafe14bf21 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=865e082448cd4f47bc948c3eff8bebda&device_id=712ce0b3-f111-49e6-b084-230ae2fcbfc2 HTTP/1.1" status: 200  len: 1161 time: 1.5646651
Feb 10 21:03:02.304947 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-4a334cea-f3b6-4d22-a80a-a6542564b55e req-370fd489-255f-4eb8-a588-8255a3585c12 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/quotas/92212326132c472cbbd1d5f9a6549ec7 HTTP/1.1" status: 200  len: 375 time: 0.1580050
Feb 10 21:03:02.305599 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877a38bf-fa30-4ce3-8497-d71967c19f87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64d13965-e73f-42f5-b31d-0dd9acd2e64a,revision_number=1']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:03:02.308754 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-1b2d7c15-4c0d-4f7d-8e1d-7460173d4fc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:03:02.315474 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f6a32-0a58-4a83-a444-a4b195d9cca6 req-d72a7995-c4da-4ac2-8852-128a098fa495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:02.317805 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-ca0f6a32-0a58-4a83-a444-a4b195d9cca6 req-d72a7995-c4da-4ac2-8852-128a098fa495 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=884075b2-6b00-417e-a17c-100207a10cdd HTTP/1.1" status: 200  len: 854 time: 0.1586490
Feb 10 21:03:02.376107 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-877a38bf-fa30-4ce3-8497-d71967c19f87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:03:02.381541 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.db_base_plugin_common [None req-67ff37d8-84b3-45c8-b255-a7dc21ebc322 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Allocated IP 172.27.3.168 (caec50ae-8f3b-4f45-a3ad-eb903a732614/47475132-bc81-43cb-b635-450463390609/73da7dda-3351-4943-a40f-567d4b42ba82) {{(pid=79929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 10 21:03:02.406250 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb61d0e-4c21-42bb-9b42-cecc73712326 req-196edbe1-64d5-4e8d-a437-d19e63e36262 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:02.407958 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-bdb61d0e-4c21-42bb-9b42-cecc73712326 req-196edbe1-64d5-4e8d-a437-d19e63e36262 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.15 "GET /v2.0/networks?id=b57cc509-53ec-4b56-8b10-8490bdf813dd HTTP/1.1" status: 200  len: 818 time: 1.0935626
Feb 10 21:03:02.473782 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-57d6eda1-b9cd-48be-985f-da936539f2bd req-bedb877f-aafe-401c-bda1-46f1f2f27f76 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c791b007-c3a1-4626-872e-dcc16216249f HTTP/1.1" status: 200  len: 217 time: 0.1621218
Feb 10 21:03:02.482907 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Device 98e6567d-846a-4459-bb94-fb72854a2734 up at agent ovs-agent-dv-cinder-775008-1-iscsi {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:03:02.485402 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [req-bdb61d0e-4c21-42bb-9b42-cecc73712326 req-9bcf09a3-b58c-45f1-abec-8f0533963833 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Request body: {'port': {'device_id': 'd5a452ba-1bbb-4cf5-a43d-16be280c05b9', 'network_id': 'b57cc509-53ec-4b56-8b10-8490bdf813dd', 'admin_state_up': True, 'tenant_id': '92212326132c472cbbd1d5f9a6549ec7'}} {{(pid=79928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:03:02.502469 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-fc768750-1eb8-448b-b32f-af185aa2cb26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:02.513029 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-ca0f6a32-0a58-4a83-a444-a4b195d9cca6 req-3c06a7c2-b861-4b51-a304-0b04a7caef78 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=20901ffe-56e0-4231-a22c-8768446088e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1012847
Feb 10 21:03:02.584747 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Provisioning complete for port 98e6567d-846a-4459-bb94-fb72854a2734 triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:03:02.585445 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:02.651654 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-bd0710ca-6c9c-4544-8f4e-13e1d5bdd583 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:02.714562 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c64b83-1f4d-4344-84c6-824b8670ce62 req-af9f753e-7c7f-4877-a3be-c67dcf94f4cf tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:02.717188 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-36c64b83-1f4d-4344-84c6-824b8670ce62 req-af9f753e-7c7f-4877-a3be-c67dcf94f4cf tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] 10.222.0.82 "GET /v2.0/ports?device_id=712ce0b3-f111-49e6-b084-230ae2fcbfc2 HTTP/1.1" status: 200  len: 944 time: 0.8674653
Feb 10 21:03:02.777008 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d6eda1-b9cd-48be-985f-da936539f2bd req-a79355ab-c6c8-45e0-b521-f423d52efca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:02.778608 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-57d6eda1-b9cd-48be-985f-da936539f2bd req-a79355ab-c6c8-45e0-b521-f423d52efca3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b9b8925e-9c60-4a0d-8087-02634044864b HTTP/1.1" status: 200  len: 851 time: 0.2640214
Feb 10 21:03:02.784461 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-bd0710ca-6c9c-4544-8f4e-13e1d5bdd583 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:02.892629 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-57d6eda1-b9cd-48be-985f-da936539f2bd req-004d5a95-adc5-4fd8-9cb6-d05869857b5a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=43c3eb31-3437-423e-adc0-8a0f9f53ec5d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1000779
Feb 10 21:03:02.927301 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-4a334cea-f3b6-4d22-a80a-a6542564b55e req-eb4fb7f3-bbfc-4c1f-af9f-445a2702ee3a tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=92212326132c472cbbd1d5f9a6549ec7&fields=id HTTP/1.1" status: 200  len: 255 time: 0.6064410
Feb 10 21:03:02.996134 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-36c64b83-1f4d-4344-84c6-824b8670ce62 req-8d6708d2-bef8-482a-870e-2824bc04a889 tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] 10.222.0.82 "GET /v2.0/security-groups?id=ed23cb9e-7f15-4f33-b6fd-efeabe356489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1741035
Feb 10 21:03:03.067220 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-fc768750-1eb8-448b-b32f-af185aa2cb26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:03.069763 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-ca0f6a32-0a58-4a83-a444-a4b195d9cca6 req-f9b3d05b-038e-4963-982c-0891a2599bf1 service neutron] 10.222.0.15 "GET /v2.0/networks/20901ffe-56e0-4231-a22c-8768446088e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5475838
Feb 10 21:03:03.070913 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [req-bdb61d0e-4c21-42bb-9b42-cecc73712326 req-9bcf09a3-b58c-45f1-abec-8f0533963833 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:03:03.079263 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:03:03.095453 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [req-bdb61d0e-4c21-42bb-9b42-cecc73712326 req-9bcf09a3-b58c-45f1-abec-8f0533963833 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:03:03.136984 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc768750-1eb8-448b-b32f-af185aa2cb26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc7171c5-2bbb-46f3-9a69-3b5cc4e4f6b9,revision_number=None']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:03:03.139928 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-fc768750-1eb8-448b-b32f-af185aa2cb26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:03:03.156478 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-1b2d7c15-4c0d-4f7d-8e1d-7460173d4fc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:03.199582 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-fc768750-1eb8-448b-b32f-af185aa2cb26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:03.200913 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-fc768750-1eb8-448b-b32f-af185aa2cb26 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/fc7171c5-2bbb-46f3-9a69-3b5cc4e4f6b9 HTTP/1.1" status: 204  len: 168 time: 1.8835032
Feb 10 21:03:03.226885 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-67ff37d8-84b3-45c8-b255-a7dc21ebc322 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify callbacks [] for port, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:03.230070 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-1b2d7c15-4c0d-4f7d-8e1d-7460173d4fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:03.266222 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:03:03.272913 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdb61d0e-4c21-42bb-9b42-cecc73712326 req-9bcf09a3-b58c-45f1-abec-8f0533963833 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Made reservation on behalf of 92212326132c472cbbd1d5f9a6549ec7 for: {'port': 1} {{(pid=79928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 10 21:03:03.295154 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-bdb61d0e-4c21-42bb-9b42-cecc73712326 req-9bcf09a3-b58c-45f1-abec-8f0533963833 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:03.391032 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2d7c15-4c0d-4f7d-8e1d-7460173d4fc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d003ea3-12de-48a8-9345-e5fdf3eefa20,revision_number=1']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:03:03.394833 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-bd0710ca-6c9c-4544-8f4e-13e1d5bdd583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:03.407020 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-4a334cea-f3b6-4d22-a80a-a6542564b55e req-d8449bfb-1644-4dc2-9b06-fe299783c0aa service neutron] 10.222.0.82 "GET /v2.0/networks/b57cc509-53ec-4b56-8b10-8490bdf813dd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4258122
Feb 10 21:03:03.435473 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-1b2d7c15-4c0d-4f7d-8e1d-7460173d4fc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:03:03.468642 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:03:03.483203 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-1b2d7c15-4c0d-4f7d-8e1d-7460173d4fc2 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=5efee1a838b04457bca37b334d59839c&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3835375
Feb 10 21:03:03.497203 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-67ff37d8-84b3-45c8-b255-a7dc21ebc322 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778797635767'] for port, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:03.501936 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 54240) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:03:03.526184 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-ca0f6a32-0a58-4a83-a444-a4b195d9cca6 req-3ef7496d-b3b9-402e-9f3f-54f4fb7fb5af service neutron] 10.222.0.15 "GET /v2.0/networks/20901ffe-56e0-4231-a22c-8768446088e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4221606
Feb 10 21:03:03.570984 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0710ca-6c9c-4544-8f4e-13e1d5bdd583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d13965-e73f-42f5-b31d-0dd9acd2e64a,revision_number=None']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:03:03.593771 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-bd0710ca-6c9c-4544-8f4e-13e1d5bdd583 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:03:03.606394 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-5330f393-acf2-46fb-bf1e-3e0764b44f4d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:03:03.674071 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80797738-f012-4831-b2ea-78f97d0591f0 req-ca324aa7-8aea-4958-a727-4084e280f45a tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:03.676399 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-80797738-f012-4831-b2ea-78f97d0591f0 req-ca324aa7-8aea-4958-a727-4084e280f45a tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/ports?device_id=c4eaa0d1-982a-4a87-b374-f73f03983cdd HTTP/1.1" status: 200  len: 943 time: 0.5445907
Feb 10 21:03:03.694524 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-57d6eda1-b9cd-48be-985f-da936539f2bd req-9b7577f8-57ac-4766-9cd6-6e1b42e6ae87 service neutron] 10.222.0.15 "GET /v2.0/networks/43c3eb31-3437-423e-adc0-8a0f9f53ec5d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7598529
Feb 10 21:03:03.761942 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 54246) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:03:03.792631 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-bd0710ca-6c9c-4544-8f4e-13e1d5bdd583 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:03.793835 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-bd0710ca-6c9c-4544-8f4e-13e1d5bdd583 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/64d13965-e73f-42f5-b31d-0dd9acd2e64a HTTP/1.1" status: 204  len: 168 time: 1.6334393
Feb 10 21:03:03.909242 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ff37d8-84b3-45c8-b255-a7dc21ebc322 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Pushing event updated for resources: {'Port': ['ID=73da7dda-3351-4943-a40f-567d4b42ba82,revision_number=1']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:03:03.928232 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-67ff37d8-84b3-45c8-b255-a7dc21ebc322 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:03:03.959109 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-4a334cea-f3b6-4d22-a80a-a6542564b55e req-5bd0ba93-60d1-49f8-a66e-a804a10f75d5 service neutron] 10.222.0.82 "GET /v2.0/networks/b57cc509-53ec-4b56-8b10-8490bdf813dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5506094
Feb 10 21:03:03.971864 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-80797738-f012-4831-b2ea-78f97d0591f0 req-2f0d4276-55a7-4e57-9016-1fefe180c648 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/security-groups?id=e801818c-2ba7-416a-bfd6-16d694223349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2449257
Feb 10 21:03:03.977690 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-144729d0-375c-4790-93bb-333929839be0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:03.993113 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ff37d8-84b3-45c8-b255-a7dc21ebc322 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Network caec50ae-8f3b-4f45-a3ad-eb903a732614 is already hosted by enough agents. {{(pid=79929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 10 21:03:03.997830 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.base_scheduler [None req-67ff37d8-84b3-45c8-b255-a7dc21ebc322 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Resources bound (agent type, host, resource id):  {{(pid=79929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 10 21:03:04.008718 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-144729d0-375c-4790-93bb-333929839be0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:03:04.009211 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ff37d8-84b3-45c8-b255-a7dc21ebc322 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Received port after_create {{(pid=79929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 10 21:03:04.019416 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-144729d0-375c-4790-93bb-333929839be0 admin admin] Usage tracker for resource:security_group_rule and tenant:a69d6f6d37fe41c0af2256255472f9bc is out of sync, need to count used quota {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:03:04.032852 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-144729d0-375c-4790-93bb-333929839be0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:03:04.142381 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-67ff37d8-84b3-45c8-b255-a7dc21ebc322 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:04.148678 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-144729d0-375c-4790-93bb-333929839be0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:03:04.156017 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-57d6eda1-b9cd-48be-985f-da936539f2bd req-144c73e7-de85-40dd-8d64-66241a5e86e6 service neutron] 10.222.0.15 "GET /v2.0/networks/43c3eb31-3437-423e-adc0-8a0f9f53ec5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4511409
Feb 10 21:03:04.193124 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b95b5a5-252a-426d-b1a6-d16bc121c22b req-533e6422-cc22-4544-a8f7-0aa2ab24647a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:04.194850 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1b95b5a5-252a-426d-b1a6-d16bc121c22b req-533e6422-cc22-4544-a8f7-0aa2ab24647a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fd8c6aec55114f528929638c55a0f6a9&device_id=c4eaa0d1-982a-4a87-b374-f73f03983cdd HTTP/1.1" status: 200  len: 1160 time: 0.5130005
Feb 10 21:03:04.232916 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-67ff37d8-84b3-45c8-b255-a7dc21ebc322 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:04.265950 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-4cf2915e-c732-407b-8e7c-b09ff06b002f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:04.322883 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-4cf2915e-c732-407b-8e7c-b09ff06b002f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:04.365444 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-d58c0575-7f4e-4333-af63-a801559dd61a req-54dfd0a2-3e23-4f76-ba28-919d366ec035 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d8e8527-6359-42ba-91a8-bb462b8507d3 HTTP/1.1" status: 200  len: 210 time: 0.0701966
Feb 10 21:03:04.368714 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.db_base_plugin_common [req-bdb61d0e-4c21-42bb-9b42-cecc73712326 req-9bcf09a3-b58c-45f1-abec-8f0533963833 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Allocated IP 172.20.0.13 (b57cc509-53ec-4b56-8b10-8490bdf813dd/507359e5-5fb4-4f65-a55c-2cec76549fa0/a53743a4-e3ef-4212-9855-140da57a2cd6) {{(pid=79928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 10 21:03:04.518124 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cdd2e6-1d00-4269-ac24-e662749faca7 req-1084678e-7b30-473e-81f1-b8c37bb0d92a tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:04.520544 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-f8cdd2e6-1d00-4269-ac24-e662749faca7 req-1084678e-7b30-473e-81f1-b8c37bb0d92a tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] 10.222.0.82 "GET /v2.0/ports?device_id=712ce0b3-f111-49e6-b084-230ae2fcbfc2 HTTP/1.1" status: 200  len: 944 time: 0.3452384
Feb 10 21:03:04.521124 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 54266) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:03:04.593810 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-9ce17146-9e8c-4dbd-bd8c-7260064d315d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:04.663797 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-9ce17146-9e8c-4dbd-bd8c-7260064d315d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:03:04.695081 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-4cf2915e-c732-407b-8e7c-b09ff06b002f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:04.700482 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-9ce17146-9e8c-4dbd-bd8c-7260064d315d admin admin] Usage tracker for resource:security_group_rule and tenant:a293af3818c1421d9a65564240b9873d is out of sync, need to count used quota {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:03:04.729376 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-9ce17146-9e8c-4dbd-bd8c-7260064d315d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:03:04.755693 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-6878239b-1f4a-45c6-9648-8cb9d0bf872a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:03:04.772283 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-9ce17146-9e8c-4dbd-bd8c-7260064d315d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:03:04.793354 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-f8cdd2e6-1d00-4269-ac24-e662749faca7 req-894211b3-4217-4c5e-9e7e-6470401be8ad tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] 10.222.0.82 "GET /v2.0/security-groups?id=ed23cb9e-7f15-4f33-b6fd-efeabe356489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2484369
Feb 10 21:03:04.800048 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-144729d0-375c-4790-93bb-333929839be0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:04.834548 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-67ff37d8-84b3-45c8-b255-a7dc21ebc322 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify callbacks [] for port, precommit_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:04.838537 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-67ff37d8-84b3-45c8-b255-a7dc21ebc322 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:04.854309 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf2915e-c732-407b-8e7c-b09ff06b002f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d003ea3-12de-48a8-9345-e5fdf3eefa20,revision_number=None']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:03:04.858182 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-8391bf56-2ee7-42ac-8eda-75ce23b472e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:03:04.868482 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-4cf2915e-c732-407b-8e7c-b09ff06b002f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:03:04.870511 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-144729d0-375c-4790-93bb-333929839be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:05.015266 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ff37d8-84b3-45c8-b255-a7dc21ebc322 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Pushing event updated for resources: {'Port': ['ID=73da7dda-3351-4943-a40f-567d4b42ba82,revision_number=2']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:03:05.021081 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-67ff37d8-84b3-45c8-b255-a7dc21ebc322 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:03:05.071032 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-67ff37d8-84b3-45c8-b255-a7dc21ebc322 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850656737'] for floatingip, after_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:05.096998 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-67ff37d8-84b3-45c8-b255-a7dc21ebc322 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770081'] for floatingip, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:05.099524 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-67ff37d8-84b3-45c8-b255-a7dc21ebc322 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 6.6135876
Feb 10 21:03:05.112283 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-fc768750-1eb8-448b-b32f-af185aa2cb26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:03:05.203595 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-144729d0-375c-4790-93bb-333929839be0 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=a69d6f6d37fe41c0af2256255472f9bc&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4361808
Feb 10 21:03:05.207155 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 54280) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:03:05.223296 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144729d0-375c-4790-93bb-333929839be0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db5f6c17-dee2-4bb3-840d-a29c72ccf7ea,revision_number=1']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:03:05.236326 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-144729d0-375c-4790-93bb-333929839be0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:03:05.246834 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-4cf2915e-c732-407b-8e7c-b09ff06b002f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:05.250550 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-4cf2915e-c732-407b-8e7c-b09ff06b002f admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/6d003ea3-12de-48a8-9345-e5fdf3eefa20 HTTP/1.1" status: 204  len: 168 time: 1.7418473
Feb 10 21:03:05.261894 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-bdb61d0e-4c21-42bb-9b42-cecc73712326 req-9bcf09a3-b58c-45f1-abec-8f0533963833 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Notify callbacks [] for port, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:05.324955 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-9ce17146-9e8c-4dbd-bd8c-7260064d315d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:05.332247 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-9ce17146-9e8c-4dbd-bd8c-7260064d315d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:05.344698 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b86664e5-d57f-41e1-b900-55170f7a6297 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:03:05.362840 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-bdb61d0e-4c21-42bb-9b42-cecc73712326 req-9bcf09a3-b58c-45f1-abec-8f0533963833 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778797635767'] for port, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:05.383310 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a62640-e41f-460a-b7ff-6cabe2325515 req-1ada319e-06fe-4d02-80ca-5088872d4e1e tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:05.384578 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-37a62640-e41f-460a-b7ff-6cabe2325515 req-1ada319e-06fe-4d02-80ca-5088872d4e1e tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/ports?device_id=c4eaa0d1-982a-4a87-b374-f73f03983cdd HTTP/1.1" status: 200  len: 943 time: 0.2539413
Feb 10 21:03:05.425186 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8a2047aa-b1f9-4f5f-be15-ef888caa941c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:05.445542 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce17146-9e8c-4dbd-bd8c-7260064d315d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c71f077-020b-4895-bf2b-0fb4ccf7fffe,revision_number=1']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:03:05.457568 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-9ce17146-9e8c-4dbd-bd8c-7260064d315d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:03:05.458286 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-d8c15e8e-8aa3-45b8-9a1b-612aec9d9e6e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:03:05.485966 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-37a62640-e41f-460a-b7ff-6cabe2325515 req-2ab69c2b-c41e-4640-b024-29a3a5e218ee tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/security-groups?id=e801818c-2ba7-416a-bfd6-16d694223349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0883226
Feb 10 21:03:05.491670 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8a2047aa-b1f9-4f5f-be15-ef888caa941c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:05.496039 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-9ce17146-9e8c-4dbd-bd8c-7260064d315d admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=a293af3818c1421d9a65564240b9873d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9675667
Feb 10 21:03:05.502902 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 54298) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:03:05.609330 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-baab073c-218b-41d9-87c5-a463d756f0ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:05.622929 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8a2047aa-b1f9-4f5f-be15-ef888caa941c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:05.623874 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-428559a7-2db2-4e80-9e7b-f00515d312dd req-acfe8810-bc9a-420b-8a45-0feb7a793558 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Synchronizing usage tracker for tenant:b863e31b2eb84722a5af6ec44203a203 on resource:security_group {{(pid=79928) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 10 21:03:05.636901 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:03:05.653918 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2047aa-b1f9-4f5f-be15-ef888caa941c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db5f6c17-dee2-4bb3-840d-a29c72ccf7ea,revision_number=None']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:03:05.659498 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcf09a3-b58c-45f1-abec-8f0533963833 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Pushing event updated for resources: {'Port': ['ID=a53743a4-e3ef-4212-9855-140da57a2cd6,revision_number=1']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:03:05.668742 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-9bcf09a3-b58c-45f1-abec-8f0533963833 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:03:05.677463 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-baab073c-218b-41d9-87c5-a463d756f0ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:05.685149 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-8a2047aa-b1f9-4f5f-be15-ef888caa941c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:03:05.686833 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-428559a7-2db2-4e80-9e7b-f00515d312dd req-acfe8810-bc9a-420b-8a45-0feb7a793558 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Unset dirty status for tenant:b863e31b2eb84722a5af6ec44203a203 on resource:security_group {{(pid=79928) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 10 21:03:05.688239 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-428559a7-2db2-4e80-9e7b-f00515d312dd req-acfe8810-bc9a-420b-8a45-0feb7a793558 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-securitygroup--787934691&fields=id&tenant_id=b863e31b2eb84722a5af6ec44203a203 HTTP/1.1" status: 200  len: 267 time: 0.3124933
Feb 10 21:03:05.703512 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8a2047aa-b1f9-4f5f-be15-ef888caa941c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:05.707356 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-8a2047aa-b1f9-4f5f-be15-ef888caa941c admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/db5f6c17-dee2-4bb3-840d-a29c72ccf7ea HTTP/1.1" status: 204  len: 168 time: 0.4958010
Feb 10 21:03:05.754392 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdb61d0e-4c21-42bb-9b42-cecc73712326 req-9bcf09a3-b58c-45f1-abec-8f0533963833 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Network b57cc509-53ec-4b56-8b10-8490bdf813dd is already hosted by enough agents. {{(pid=79928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 10 21:03:05.757998 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.base_scheduler [req-bdb61d0e-4c21-42bb-9b42-cecc73712326 req-9bcf09a3-b58c-45f1-abec-8f0533963833 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Resources bound (agent type, host, resource id):  {{(pid=79928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 10 21:03:05.768559 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-a3e966e4-9954-4c65-981e-598f56c76afe req-36b1be3d-2ba6-44ae-8d42-6ec3bc5ebac1 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d8e8527-6359-42ba-91a8-bb462b8507d3 HTTP/1.1" status: 200  len: 210 time: 0.0823267
Feb 10 21:03:05.819131 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-baab073c-218b-41d9-87c5-a463d756f0ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:05.819887 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdb61d0e-4c21-42bb-9b42-cecc73712326 req-9bcf09a3-b58c-45f1-abec-8f0533963833 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Received port after_create {{(pid=79928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 10 21:03:05.828284 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:03:05.844749 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baab073c-218b-41d9-87c5-a463d756f0ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c71f077-020b-4895-bf2b-0fb4ccf7fffe,revision_number=None']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:03:05.855498 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-baab073c-218b-41d9-87c5-a463d756f0ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:05.857299 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-baab073c-218b-41d9-87c5-a463d756f0ec admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/7c71f077-020b-4895-bf2b-0fb4ccf7fffe HTTP/1.1" status: 204  len: 168 time: 0.3525934
Feb 10 21:03:05.858580 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-baab073c-218b-41d9-87c5-a463d756f0ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:03:05.916272 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb61d0e-4c21-42bb-9b42-cecc73712326 req-9bcf09a3-b58c-45f1-abec-8f0533963833 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:05.916918 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-bdb61d0e-4c21-42bb-9b42-cecc73712326 req-9bcf09a3-b58c-45f1-abec-8f0533963833 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728031'] for port, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:05.962064 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-bdb61d0e-4c21-42bb-9b42-cecc73712326 req-9bcf09a3-b58c-45f1-abec-8f0533963833 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.4935296
Feb 10 21:03:06.085526 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428559a7-2db2-4e80-9e7b-f00515d312dd req-ea3d8aed-c251-4bf2-8d25-72fbb3b2f296 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:06.087395 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-428559a7-2db2-4e80-9e7b-f00515d312dd req-ea3d8aed-c251-4bf2-8d25-72fbb3b2f296 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/networks?id=30315e38-e508-43b4-a5e6-20c3939b243b HTTP/1.1" status: 200  len: 811 time: 0.3906369
Feb 10 21:03:06.105448 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-428559a7-2db2-4e80-9e7b-f00515d312dd req-f9b394c8-ae36-46f7-98ca-bb95b38c6d77 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/quotas/b863e31b2eb84722a5af6ec44203a203 HTTP/1.1" status: 200  len: 375 time: 0.0121748
Feb 10 21:03:06.177190 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79202fa9-ec2b-4489-95ea-1a8e98065249 req-c0a372b0-8f3b-4fe5-99e1-37465dcd32c8 tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:06.178936 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-79202fa9-ec2b-4489-95ea-1a8e98065249 req-c0a372b0-8f3b-4fe5-99e1-37465dcd32c8 tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] 10.222.0.82 "GET /v2.0/ports?device_id=712ce0b3-f111-49e6-b084-230ae2fcbfc2 HTTP/1.1" status: 200  len: 944 time: 0.2276051
Feb 10 21:03:06.263632 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-79202fa9-ec2b-4489-95ea-1a8e98065249 req-bef78644-3c02-4d34-aa0e-758028bf2579 tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] 10.222.0.82 "GET /v2.0/security-groups?id=ed23cb9e-7f15-4f33-b6fd-efeabe356489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0780246
Feb 10 21:03:06.283890 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-428559a7-2db2-4e80-9e7b-f00515d312dd req-307e8214-3b9f-46af-b618-2d5aef62c73e tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Synchronizing usage tracker for tenant:b863e31b2eb84722a5af6ec44203a203 on resource:port {{(pid=79928) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 10 21:03:06.309802 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-428559a7-2db2-4e80-9e7b-f00515d312dd req-307e8214-3b9f-46af-b618-2d5aef62c73e tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Unset dirty status for tenant:b863e31b2eb84722a5af6ec44203a203 on resource:port {{(pid=79928) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 10 21:03:06.311404 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-428559a7-2db2-4e80-9e7b-f00515d312dd req-307e8214-3b9f-46af-b618-2d5aef62c73e tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=b863e31b2eb84722a5af6ec44203a203&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1995392
Feb 10 21:03:06.483891 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-428559a7-2db2-4e80-9e7b-f00515d312dd req-aac4ff75-9185-4e7d-8dc2-73c725919c31 service neutron] 10.222.0.82 "GET /v2.0/networks/30315e38-e508-43b4-a5e6-20c3939b243b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1553235
Feb 10 21:03:06.675990 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-428559a7-2db2-4e80-9e7b-f00515d312dd req-08b69597-1fd0-4e8b-9026-48866b23c9b5 service neutron] 10.222.0.82 "GET /v2.0/networks/30315e38-e508-43b4-a5e6-20c3939b243b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1805007
Feb 10 21:03:06.850570 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc372a8-d3c9-435b-b1ee-9762e54929f8 req-3e953560-9977-4635-89ca-35ab8f323730 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:06.852605 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-cdc372a8-d3c9-435b-b1ee-9762e54929f8 req-3e953560-9977-4635-89ca-35ab8f323730 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/ports?device_id=c4eaa0d1-982a-4a87-b374-f73f03983cdd HTTP/1.1" status: 200  len: 943 time: 0.2015874
Feb 10 21:03:06.960487 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-cdc372a8-d3c9-435b-b1ee-9762e54929f8 req-a0d33c39-8db7-4bb9-a970-6500c137429f tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/security-groups?id=e801818c-2ba7-416a-bfd6-16d694223349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0989916
Feb 10 21:03:07.021284 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-d0f68cf0-9316-4c0e-92b9-8363c4b87cf4 req-5e84af8f-232b-4e38-8ed3-19ff8da7c350 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Synchronizing usage tracker for tenant:92212326132c472cbbd1d5f9a6549ec7 on resource:port {{(pid=79928) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 10 21:03:07.043037 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-d0f68cf0-9316-4c0e-92b9-8363c4b87cf4 req-5e84af8f-232b-4e38-8ed3-19ff8da7c350 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Unset dirty status for tenant:92212326132c472cbbd1d5f9a6549ec7 on resource:port {{(pid=79928) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 10 21:03:07.054691 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-d0f68cf0-9316-4c0e-92b9-8363c4b87cf4 req-5e84af8f-232b-4e38-8ed3-19ff8da7c350 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d8e8527-6359-42ba-91a8-bb462b8507d3 HTTP/1.1" status: 200  len: 210 time: 0.1039021
Feb 10 21:03:07.185938 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-97acb2ba-08be-4ed0-aa25-0ebe17c19047 req-fe818bc8-3d93-463e-8bb4-2209c77f4c62 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/ports?device_id=e8b23f20-03b7-4c8c-851e-cd085acbd5e8 HTTP/1.1" status: 200  len: 210 time: 0.1160166
Feb 10 21:03:07.216633 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [req-bdb61d0e-4c21-42bb-9b42-cecc73712326 req-3979285a-855f-4c51-bce0-576883151ecd service neutron] Request body: {'port': {'device_id': 'd5a452ba-1bbb-4cf5-a43d-16be280c05b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77500'}} {{(pid=79928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:03:07.389835 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff19c7-4309-45d2-9cda-3032b7dec0d9 req-dd78523a-2570-4e56-8292-99b5b11bce40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:07.397255 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-c0ff19c7-4309-45d2-9cda-3032b7dec0d9 req-dd78523a-2570-4e56-8292-99b5b11bce40 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=865e082448cd4f47bc948c3eff8bebda&device_id=712ce0b3-f111-49e6-b084-230ae2fcbfc2 HTTP/1.1" status: 200  len: 1161 time: 0.1806614
Feb 10 21:03:07.608830 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b95b5a5-252a-426d-b1a6-d16bc121c22b req-78f91048-7950-4986-8416-f0d6e715fddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:07.610438 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1b95b5a5-252a-426d-b1a6-d16bc121c22b req-78f91048-7950-4986-8416-f0d6e715fddb service neutron] 10.222.0.15 "GET /v2.0/networks?id=20901ffe-56e0-4231-a22c-8768446088e2 HTTP/1.1" status: 200  len: 908 time: 0.5343714
Feb 10 21:03:07.659712 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff19c7-4309-45d2-9cda-3032b7dec0d9 req-ac335cfe-687c-4031-924b-cf8194990fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:07.661425 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-c0ff19c7-4309-45d2-9cda-3032b7dec0d9 req-ac335cfe-687c-4031-924b-cf8194990fae service neutron] 10.222.0.15 "GET /v2.0/networks?id=43c3eb31-3437-423e-adc0-8a0f9f53ec5d HTTP/1.1" status: 200  len: 905 time: 0.2585711
Feb 10 21:03:07.724450 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1b95b5a5-252a-426d-b1a6-d16bc121c22b req-fc943601-c60e-44f0-b7ff-bb5db75cb9e1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5c00599a-0ac5-4ab5-905a-f9522bbffdc9 HTTP/1.1" status: 200  len: 217 time: 0.1040936
Feb 10 21:03:07.725062 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-bdb61d0e-4c21-42bb-9b42-cecc73712326 req-3979285a-855f-4c51-bce0-576883151ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:07.763228 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-c0ff19c7-4309-45d2-9cda-3032b7dec0d9 req-780f757d-cc6b-4107-8e09-17eae4a91aae service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c791b007-c3a1-4626-872e-dcc16216249f HTTP/1.1" status: 200  len: 217 time: 0.0921760
Feb 10 21:03:07.858624 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff19c7-4309-45d2-9cda-3032b7dec0d9 req-806e5910-62b4-48d3-a524-914b6b64c02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:07.860357 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-c0ff19c7-4309-45d2-9cda-3032b7dec0d9 req-806e5910-62b4-48d3-a524-914b6b64c02c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b9b8925e-9c60-4a0d-8087-02634044864b HTTP/1.1" status: 200  len: 851 time: 0.0844915
Feb 10 21:03:07.922741 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-c0ff19c7-4309-45d2-9cda-3032b7dec0d9 req-11c30bc2-b7b9-453d-b87d-7275d7b2d212 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=43c3eb31-3437-423e-adc0-8a0f9f53ec5d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0532491
Feb 10 21:03:07.957892 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a6d2e0-0a20-4bb8-a826-fb502b7b76f1 req-d2ba96f5-deaa-44da-a4b1-c586d6487137 tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:07.959612 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-51a6d2e0-0a20-4bb8-a826-fb502b7b76f1 req-d2ba96f5-deaa-44da-a4b1-c586d6487137 tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] 10.222.0.82 "GET /v2.0/ports?device_id=712ce0b3-f111-49e6-b084-230ae2fcbfc2 HTTP/1.1" status: 200  len: 944 time: 0.4264305
Feb 10 21:03:07.976426 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b95b5a5-252a-426d-b1a6-d16bc121c22b req-3b365205-c4ad-487f-82df-2a87314c9629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:07.977945 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1b95b5a5-252a-426d-b1a6-d16bc121c22b req-3b365205-c4ad-487f-82df-2a87314c9629 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=884075b2-6b00-417e-a17c-100207a10cdd HTTP/1.1" status: 200  len: 854 time: 0.2366488
Feb 10 21:03:08.190973 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1b95b5a5-252a-426d-b1a6-d16bc121c22b req-3acd64e1-8ede-4d88-97ba-abcc3043a212 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=20901ffe-56e0-4231-a22c-8768446088e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1590641
Feb 10 21:03:08.211086 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.15', 62661) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:03:08.253193 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-51a6d2e0-0a20-4bb8-a826-fb502b7b76f1 req-ae8b1b8c-4632-4eb4-9ef7-413330335bac tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] 10.222.0.82 "GET /v2.0/security-groups?id=ed23cb9e-7f15-4f33-b6fd-efeabe356489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2786255
Feb 10 21:03:08.474198 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-c0ff19c7-4309-45d2-9cda-3032b7dec0d9 req-aea60fba-5d6e-4559-ab82-e52ead199cf1 service neutron] 10.222.0.15 "GET /v2.0/networks/43c3eb31-3437-423e-adc0-8a0f9f53ec5d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5423536
Feb 10 21:03:08.724046 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-c0ff19c7-4309-45d2-9cda-3032b7dec0d9 req-f01339b1-f3ed-477c-b476-410ca6cc7802 service neutron] 10.222.0.15 "GET /v2.0/networks/43c3eb31-3437-423e-adc0-8a0f9f53ec5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1969683
Feb 10 21:03:08.888380 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-a0533e6b-74de-4bef-8f98-c203542b2caa req-aaef9ee8-a375-42d7-8007-b6d18cc2fd96 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d8e8527-6359-42ba-91a8-bb462b8507d3 HTTP/1.1" status: 200  len: 210 time: 0.3747334
Feb 10 21:03:08.905078 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60b4c12-37b2-4547-a1b1-2c1a30b124c0 req-5435a1eb-bfa8-4c5a-84d4-f59ee3859d6a tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:08.917414 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-b60b4c12-37b2-4547-a1b1-2c1a30b124c0 req-5435a1eb-bfa8-4c5a-84d4-f59ee3859d6a tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/ports?device_id=c4eaa0d1-982a-4a87-b374-f73f03983cdd HTTP/1.1" status: 200  len: 943 time: 0.6413906
Feb 10 21:03:09.065173 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1b95b5a5-252a-426d-b1a6-d16bc121c22b req-5b6789a0-43d7-457f-a6aa-0d3b5f656527 service neutron] 10.222.0.15 "GET /v2.0/networks/20901ffe-56e0-4231-a22c-8768446088e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8102684
Feb 10 21:03:09.205785 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a334cea-f3b6-4d22-a80a-a6542564b55e req-a7b192a3-c0c8-44ae-8319-e9c412b47526 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:09.208147 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-4a334cea-f3b6-4d22-a80a-a6542564b55e req-a7b192a3-c0c8-44ae-8319-e9c412b47526 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.15 "GET /v2.0/networks?id=b57cc509-53ec-4b56-8b10-8490bdf813dd HTTP/1.1" status: 200  len: 818 time: 0.9899046
Feb 10 21:03:09.365272 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1b95b5a5-252a-426d-b1a6-d16bc121c22b req-c5c736b6-2520-452d-a751-c460e880a931 service neutron] 10.222.0.15 "GET /v2.0/networks/20901ffe-56e0-4231-a22c-8768446088e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2149403
Feb 10 21:03:09.422587 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-12fb881e-ed59-4704-a5ee-2bbca6d5ad1b req-a7fcd756-689e-476a-a66e-663e026d3ff9 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/ports?device_id=e8b23f20-03b7-4c8c-851e-cd085acbd5e8 HTTP/1.1" status: 200  len: 210 time: 0.2803438
Feb 10 21:03:09.662341 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.objects.ports [None req-d7f9def7-ec37-4dce-baac-4282204be61b None None] Time-cost: Fetching 2 ports in 2 security groups {{(pid=79930) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 10 21:03:09.667652 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428559a7-2db2-4e80-9e7b-f00515d312dd req-aad5f241-a524-442f-acca-725380b7cc64 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:09.668839 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-428559a7-2db2-4e80-9e7b-f00515d312dd req-aad5f241-a524-442f-acca-725380b7cc64 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Synchronizing usage tracker for tenant:b863e31b2eb84722a5af6ec44203a203 on resource:network {{(pid=79929) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 10 21:03:09.681670 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [req-4a334cea-f3b6-4d22-a80a-a6542564b55e req-98e5198a-f3f4-4181-9750-737d304dbddd tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Request body: {'port': {'device_id': '0d8e8527-6359-42ba-91a8-bb462b8507d3', 'network_id': 'b57cc509-53ec-4b56-8b10-8490bdf813dd', 'admin_state_up': True, 'tenant_id': '92212326132c472cbbd1d5f9a6549ec7'}} {{(pid=79929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:03:09.714995 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [req-bdb61d0e-4c21-42bb-9b42-cecc73712326 req-3979285a-855f-4c51-bce0-576883151ecd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a53743a4-e3ef-4212-9855-140da57a2cd6 {{(pid=79928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 10 21:03:09.766365 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-b60b4c12-37b2-4547-a1b1-2c1a30b124c0 req-d4345c8a-1a4a-432a-b3af-4e651d34d30c tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/security-groups?id=e801818c-2ba7-416a-bfd6-16d694223349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8301444
Feb 10 21:03:09.772733 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-bdb61d0e-4c21-42bb-9b42-cecc73712326 req-3979285a-855f-4c51-bce0-576883151ecd service neutron] Notify callbacks [] for port, precommit_update {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:09.810558 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [req-bdb61d0e-4c21-42bb-9b42-cecc73712326 req-3979285a-855f-4c51-bce0-576883151ecd service neutron] Transition to ACTIVE for port object a53743a4-e3ef-4212-9855-140da57a2cd6 will not be triggered until provisioned by entity L2. {{(pid=79928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 10 21:03:09.822174 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-bdb61d0e-4c21-42bb-9b42-cecc73712326 req-3979285a-855f-4c51-bce0-576883151ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:09.842696 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-157f1a38-d92d-44f2-963d-68309d0e813f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:03:09.850327 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-428559a7-2db2-4e80-9e7b-f00515d312dd req-aad5f241-a524-442f-acca-725380b7cc64 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Unset dirty status for tenant:b863e31b2eb84722a5af6ec44203a203 on resource:network {{(pid=79929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 10 21:03:09.851573 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-428559a7-2db2-4e80-9e7b-f00515d312dd req-aad5f241-a524-442f-acca-725380b7cc64 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.15 "GET /v2.0/networks?id=30315e38-e508-43b4-a5e6-20c3939b243b HTTP/1.1" status: 200  len: 811 time: 0.6424463
Feb 10 21:03:10.007095 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-428559a7-2db2-4e80-9e7b-f00515d312dd req-0bbe1ad7-96ec-42ef-9ce4-34f58bfe9e12 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Synchronizing usage tracker for tenant:b863e31b2eb84722a5af6ec44203a203 on resource:security_group {{(pid=79929) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 10 21:03:10.025135 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [req-4a334cea-f3b6-4d22-a80a-a6542564b55e req-98e5198a-f3f4-4181-9750-737d304dbddd tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:03:10.037560 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-428559a7-2db2-4e80-9e7b-f00515d312dd req-0bbe1ad7-96ec-42ef-9ce4-34f58bfe9e12 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Unset dirty status for tenant:b863e31b2eb84722a5af6ec44203a203 on resource:security_group {{(pid=79929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 10 21:03:10.038980 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-428559a7-2db2-4e80-9e7b-f00515d312dd req-0bbe1ad7-96ec-42ef-9ce4-34f58bfe9e12 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b863e31b2eb84722a5af6ec44203a203 HTTP/1.1" status: 200  len: 5704 time: 0.1718316
Feb 10 21:03:10.042727 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [req-4a334cea-f3b6-4d22-a80a-a6542564b55e req-98e5198a-f3f4-4181-9750-737d304dbddd tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:03:10.064618 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [req-428559a7-2db2-4e80-9e7b-f00515d312dd req-31950d0b-fbd8-45c7-8c49-e452ed6c029a tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Request body: {'port': {'device_id': 'e8b23f20-03b7-4c8c-851e-cd085acbd5e8', 'network_id': '30315e38-e508-43b4-a5e6-20c3939b243b', 'admin_state_up': True, 'tenant_id': 'b863e31b2eb84722a5af6ec44203a203', 'security_groups': ['d690a83b-8d2e-42e4-90ab-f76a16f8383a']}} {{(pid=79929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:03:10.127315 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d486aad5-801b-4916-9ebb-34596212e4a8 req-fbac97a0-17ee-4a32-94a5-c19597de2fe1 tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:10.130252 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-d486aad5-801b-4916-9ebb-34596212e4a8 req-fbac97a0-17ee-4a32-94a5-c19597de2fe1 tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] 10.222.0.82 "GET /v2.0/ports?device_id=712ce0b3-f111-49e6-b084-230ae2fcbfc2 HTTP/1.1" status: 200  len: 944 time: 0.4180412
Feb 10 21:03:10.266049 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3979285a-855f-4c51-bce0-576883151ecd service neutron] Pushing event updated for resources: {'Port': ['ID=a53743a4-e3ef-4212-9855-140da57a2cd6,revision_number=2']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:03:10.275659 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-3979285a-855f-4c51-bce0-576883151ecd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:03:10.309839 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-d486aad5-801b-4916-9ebb-34596212e4a8 req-e08599ea-3327-434d-8527-9a44f0351497 tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] 10.222.0.82 "GET /v2.0/security-groups?id=ed23cb9e-7f15-4f33-b6fd-efeabe356489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1171095
Feb 10 21:03:10.419035 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device 5c00599a-0ac5-4ab5-905a-f9522bbffdc9 up at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:03:10.446860 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [req-bdb61d0e-4c21-42bb-9b42-cecc73712326 req-3979285a-855f-4c51-bce0-576883151ecd service neutron] Attempting to bind port a53743a4-e3ef-4212-9855-140da57a2cd6 on host hv-cinder-77500 for vnic_type normal with profile  {{(pid=79928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 10 21:03:10.447416 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [req-bdb61d0e-4c21-42bb-9b42-cecc73712326 req-3979285a-855f-4c51-bce0-576883151ecd service neutron] Attempting to bind port a53743a4-e3ef-4212-9855-140da57a2cd6 by drivers openvswitch on host hv-cinder-77500 at level 0 using segments [{'id': '4bc59d15-b1dc-4485-b325-20bf44c1e2e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b57cc509-53ec-4b56-8b10-8490bdf813dd'}] {{(pid=79928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 10 21:03:10.447926 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb61d0e-4c21-42bb-9b42-cecc73712326 req-3979285a-855f-4c51-bce0-576883151ecd service neutron] Attempting to bind port a53743a4-e3ef-4212-9855-140da57a2cd6 on network b57cc509-53ec-4b56-8b10-8490bdf813dd {{(pid=79928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 10 21:03:10.454154 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb61d0e-4c21-42bb-9b42-cecc73712326 req-3979285a-855f-4c51-bce0-576883151ecd service neutron] Checking agent: {'id': 'a01cfff8-88bc-4fa7-a09e-0f06c1450d16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 10, 21, 0, 31), 'started_at': datetime.datetime(2021, 2, 10, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2021, 2, 10, 21, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 10 21:03:10.454669 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb61d0e-4c21-42bb-9b42-cecc73712326 req-3979285a-855f-4c51-bce0-576883151ecd service neutron] Checking segment: {'id': '4bc59d15-b1dc-4485-b325-20bf44c1e2e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b57cc509-53ec-4b56-8b10-8490bdf813dd'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 10 21:03:10.455186 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-bdb61d0e-4c21-42bb-9b42-cecc73712326 req-3979285a-855f-4c51-bce0-576883151ecd service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:10.455824 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb61d0e-4c21-42bb-9b42-cecc73712326 req-3979285a-855f-4c51-bce0-576883151ecd service neutron] Bound using segment: {'id': '4bc59d15-b1dc-4485-b325-20bf44c1e2e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b57cc509-53ec-4b56-8b10-8490bdf813dd'} {{(pid=79928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 10 21:03:10.457234 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [req-bdb61d0e-4c21-42bb-9b42-cecc73712326 req-3979285a-855f-4c51-bce0-576883151ecd service neutron] Bound port: a53743a4-e3ef-4212-9855-140da57a2cd6, host: hv-cinder-77500, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bc59d15-b1dc-4485-b325-20bf44c1e2e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b57cc509-53ec-4b56-8b10-8490bdf813dd'}}] {{(pid=79928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 10 21:03:10.457712 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-bdb61d0e-4c21-42bb-9b42-cecc73712326 req-3979285a-855f-4c51-bce0-576883151ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:10.575076 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [req-bdb61d0e-4c21-42bb-9b42-cecc73712326 req-3979285a-855f-4c51-bce0-576883151ecd service neutron] For port a53743a4-e3ef-4212-9855-140da57a2cd6, host hv-cinder-77500, cleared binding levels {{(pid=79928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 10 21:03:10.582584 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [req-bdb61d0e-4c21-42bb-9b42-cecc73712326 req-3979285a-855f-4c51-bce0-576883151ecd service neutron] For port a53743a4-e3ef-4212-9855-140da57a2cd6, host hv-cinder-77500, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=a53743a4-e3ef-4212-9855-140da57a2cd6,segment=NetworkSegment(4bc59d15-b1dc-4485-b325-20bf44c1e2e2),segment_id=4bc59d15-b1dc-4485-b325-20bf44c1e2e2)] {{(pid=79928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 10 21:03:10.588757 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-bdb61d0e-4c21-42bb-9b42-cecc73712326 req-3979285a-855f-4c51-bce0-576883151ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:10.671661 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning for port 5c00599a-0ac5-4ab5-905a-f9522bbffdc9 completed by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 10 21:03:10.681410 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning complete for port 5c00599a-0ac5-4ab5-905a-f9522bbffdc9 triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:03:10.681843 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:10.748623 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-9bcf09a3-b58c-45f1-abec-8f0533963833 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:03:10.866988 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-ff406e67-2026-4ce6-a4ba-a74c371f8e9a req-d64230d4-440f-4fc1-9d2a-984b1f6bd2f9 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d8e8527-6359-42ba-91a8-bb462b8507d3 HTTP/1.1" status: 200  len: 210 time: 0.2608836
Feb 10 21:03:10.870538 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a334cea-f3b6-4d22-a80a-a6542564b55e req-98e5198a-f3f4-4181-9750-737d304dbddd tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Made reservation on behalf of 92212326132c472cbbd1d5f9a6549ec7 for: {'port': 1} {{(pid=79929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 10 21:03:10.896960 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-4a334cea-f3b6-4d22-a80a-a6542564b55e req-98e5198a-f3f4-4181-9750-737d304dbddd tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:10.899808 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:10.946813 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4eaa0d1-982a-4a87-b374-f73f03983cdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c00599a-0ac5-4ab5-905a-f9522bbffdc9'}] {{(pid=79930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 10 21:03:11.077751 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1c9a22f3-4bbc-4368-9fb0-c681dc3fda81 req-f6966a83-37e0-434a-85db-d2a446e8ccae tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/ports?device_id=e8b23f20-03b7-4c8c-851e-cd085acbd5e8 HTTP/1.1" status: 200  len: 210 time: 0.2315106
Feb 10 21:03:11.085538 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3979285a-855f-4c51-bce0-576883151ecd service neutron] Pushing event updated for resources: {'Port': ['ID=a53743a4-e3ef-4212-9855-140da57a2cd6,revision_number=3']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:03:11.098448 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] For port 5c00599a-0ac5-4ab5-905a-f9522bbffdc9, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=5c00599a-0ac5-4ab5-905a-f9522bbffdc9,segment=NetworkSegment(8502f998-48d6-4289-869a-dab876cb118f),segment_id=8502f998-48d6-4289-869a-dab876cb118f)] {{(pid=79930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:03:11.111638 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-3979285a-855f-4c51-bce0-576883151ecd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:03:11.115220 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb61d0e-4c21-42bb-9b42-cecc73712326 req-3979285a-855f-4c51-bce0-576883151ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:11.115986 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-bdb61d0e-4c21-42bb-9b42-cecc73712326 req-3979285a-855f-4c51-bce0-576883151ecd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728031'] for port, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:11.117580 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-bdb61d0e-4c21-42bb-9b42-cecc73712326 req-3979285a-855f-4c51-bce0-576883151ecd service neutron] 10.222.0.15 "PUT /v2.0/ports/a53743a4-e3ef-4212-9855-140da57a2cd6 HTTP/1.1" status: 200  len: 1158 time: 3.9067547
Feb 10 21:03:11.117923 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5a452ba-1bbb-4cf5-a43d-16be280c05b9', 'tag': 'a53743a4-e3ef-4212-9855-140da57a2cd6'}] {{(pid=79928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 10 21:03:11.219581 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:11.220538 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device c791b007-c3a1-4626-872e-dcc16216249f up at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:03:11.223904 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5a452ba-1bbb-4cf5-a43d-16be280c05b9', 'tag': 'a53743a4-e3ef-4212-9855-140da57a2cd6', 'status': 'completed', 'code': 200}
Feb 10 21:03:11.248331 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:03:11.259565 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [req-428559a7-2db2-4e80-9e7b-f00515d312dd req-31950d0b-fbd8-45c7-8c49-e452ed6c029a tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:03:11.339497 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [req-428559a7-2db2-4e80-9e7b-f00515d312dd req-31950d0b-fbd8-45c7-8c49-e452ed6c029a tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:03:11.432710 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-428559a7-2db2-4e80-9e7b-f00515d312dd req-31950d0b-fbd8-45c7-8c49-e452ed6c029a tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Made reservation on behalf of b863e31b2eb84722a5af6ec44203a203 for: {'port': 1} {{(pid=79929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 10 21:03:11.450770 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Pushing event updated for resources: {'Port': ['ID=5c00599a-0ac5-4ab5-905a-f9522bbffdc9,revision_number=4']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:03:11.456570 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-428559a7-2db2-4e80-9e7b-f00515d312dd req-31950d0b-fbd8-45c7-8c49-e452ed6c029a tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:11.458933 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:03:11.490994 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning for port c791b007-c3a1-4626-872e-dcc16216249f completed by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 10 21:03:11.497107 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning complete for port c791b007-c3a1-4626-872e-dcc16216249f triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:03:11.497533 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:11.649951 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.db_base_plugin_common [req-4a334cea-f3b6-4d22-a80a-a6542564b55e req-98e5198a-f3f4-4181-9750-737d304dbddd tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Allocated IP 172.20.0.12 (b57cc509-53ec-4b56-8b10-8490bdf813dd/507359e5-5fb4-4f65-a55c-2cec76549fa0/46f39365-b7d7-4866-82e7-5f21ab91bcb6) {{(pid=79929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 10 21:03:11.665028 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:11.707664 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] For port c791b007-c3a1-4626-872e-dcc16216249f, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=c791b007-c3a1-4626-872e-dcc16216249f,segment=NetworkSegment(01332f13-a36f-4899-9eae-42c72d658285),segment_id=01332f13-a36f-4899-9eae-42c72d658285)] {{(pid=79930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:03:11.712507 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:11.715880 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:03:11.790993 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Pushing event updated for resources: {'Port': ['ID=c791b007-c3a1-4626-872e-dcc16216249f,revision_number=4']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:03:11.802565 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:03:11.860236 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f299a1d-e57b-4119-a81c-8fa9212ccbeb req-64a28fb4-0689-457e-ae18-db196a288cd3 tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:11.868430 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-0f299a1d-e57b-4119-a81c-8fa9212ccbeb req-64a28fb4-0689-457e-ae18-db196a288cd3 tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] 10.222.0.82 "GET /v2.0/ports?device_id=712ce0b3-f111-49e6-b084-230ae2fcbfc2 HTTP/1.1" status: 200  len: 944 time: 0.3296902
Feb 10 21:03:11.907578 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-4a334cea-f3b6-4d22-a80a-a6542564b55e req-98e5198a-f3f4-4181-9750-737d304dbddd tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Notify callbacks [] for port, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:11.953243 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-4a334cea-f3b6-4d22-a80a-a6542564b55e req-98e5198a-f3f4-4181-9750-737d304dbddd tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778797635767'] for port, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:11.957112 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-0f299a1d-e57b-4119-a81c-8fa9212ccbeb req-9dcf37ce-5aee-4af2-9916-c8f80621ffba tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] 10.222.0.82 "GET /v2.0/security-groups?id=ed23cb9e-7f15-4f33-b6fd-efeabe356489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0871217
Feb 10 21:03:12.047067 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d749f-9c2b-4540-88bb-fce54a636357 req-c3263b5f-cef3-4b8e-bb9e-99afc8c2314b tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:12.047806 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-4e1d749f-9c2b-4540-88bb-fce54a636357 req-c3263b5f-cef3-4b8e-bb9e-99afc8c2314b tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/ports?device_id=c4eaa0d1-982a-4a87-b374-f73f03983cdd HTTP/1.1" status: 200  len: 945 time: 0.8064196
Feb 10 21:03:12.096850 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 54536) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:03:12.219272 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-67ff37d8-84b3-45c8-b255-a7dc21ebc322 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:03:12.332653 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4eaa0d1-982a-4a87-b374-f73f03983cdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c00599a-0ac5-4ab5-905a-f9522bbffdc9', 'code': 200}
Feb 10 21:03:12.347509 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-487fd358-cfb6-4179-b95b-8d31b2a72638 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:12.373944 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-487fd358-cfb6-4179-b95b-8d31b2a72638 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:03:12.381495 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-487fd358-cfb6-4179-b95b-8d31b2a72638 admin admin] Usage tracker for resource:security_group_rule and tenant:6af60fb01c0b4e2d9b82d69f93aa9547 is out of sync, need to count used quota {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:03:12.386811 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-487fd358-cfb6-4179-b95b-8d31b2a72638 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:03:12.393724 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-487fd358-cfb6-4179-b95b-8d31b2a72638 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:03:12.453438 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-4e1d749f-9c2b-4540-88bb-fce54a636357 req-52f995d0-19ab-45ea-bdbb-478dc36c6f67 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/security-groups?id=e801818c-2ba7-416a-bfd6-16d694223349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3633990
Feb 10 21:03:12.469042 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e5198a-f3f4-4181-9750-737d304dbddd tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Pushing event updated for resources: {'Port': ['ID=46f39365-b7d7-4866-82e7-5f21ab91bcb6,revision_number=1']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:03:12.491574 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-98e5198a-f3f4-4181-9750-737d304dbddd tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:03:12.562366 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a334cea-f3b6-4d22-a80a-a6542564b55e req-98e5198a-f3f4-4181-9750-737d304dbddd tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Network b57cc509-53ec-4b56-8b10-8490bdf813dd is already hosted by enough agents. {{(pid=79929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 10 21:03:12.569246 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.base_scheduler [req-4a334cea-f3b6-4d22-a80a-a6542564b55e req-98e5198a-f3f4-4181-9750-737d304dbddd tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Resources bound (agent type, host, resource id):  {{(pid=79929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 10 21:03:12.584452 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a334cea-f3b6-4d22-a80a-a6542564b55e req-98e5198a-f3f4-4181-9750-737d304dbddd tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Received port after_create {{(pid=79929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 10 21:03:12.600995 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-487fd358-cfb6-4179-b95b-8d31b2a72638 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:12.605487 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-487fd358-cfb6-4179-b95b-8d31b2a72638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:12.619124 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-c8b71057-69b7-4178-ae71-57a18b5a2b77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:03:12.662989 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a334cea-f3b6-4d22-a80a-a6542564b55e req-98e5198a-f3f4-4181-9750-737d304dbddd tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:12.663712 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-4a334cea-f3b6-4d22-a80a-a6542564b55e req-98e5198a-f3f4-4181-9750-737d304dbddd tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728031'] for port, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:12.737110 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37f3f66-28ae-4543-87ab-ed225b9036f3 req-3b23ee58-4cd2-43d7-86bc-7aacf9be1a36 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:12.739209 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-a37f3f66-28ae-4543-87ab-ed225b9036f3 req-3b23ee58-4cd2-43d7-86bc-7aacf9be1a36 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d8e8527-6359-42ba-91a8-bb462b8507d3 HTTP/1.1" status: 200  len: 932 time: 0.2794430
Feb 10 21:03:12.742116 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-4d315f0d-ff07-43e9-9da0-58feeb4127e1 req-3d99d9de-639a-43ca-afe2-74e6a37b6279 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/ports?device_id=e8b23f20-03b7-4c8c-851e-cd085acbd5e8 HTTP/1.1" status: 200  len: 210 time: 0.0656419
Feb 10 21:03:12.792477 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-487fd358-cfb6-4179-b95b-8d31b2a72638 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=6af60fb01c0b4e2d9b82d69f93aa9547&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6943774
Feb 10 21:03:12.793808 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487fd358-cfb6-4179-b95b-8d31b2a72638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd58f66-cc01-44e8-aefd-d0f91ef9fa7e,revision_number=1']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:03:12.801939 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-487fd358-cfb6-4179-b95b-8d31b2a72638 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:03:12.805319 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 54558) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:03:12.839668 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-4a334cea-f3b6-4d22-a80a-a6542564b55e req-98e5198a-f3f4-4181-9750-737d304dbddd tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.1669393
Feb 10 21:03:12.875891 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-a37f3f66-28ae-4543-87ab-ed225b9036f3 req-f068b65e-0fb8-4bc9-b9b5-435f0792c592 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Synchronizing usage tracker for tenant:92212326132c472cbbd1d5f9a6549ec7 on resource:security_group {{(pid=79928) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 10 21:03:12.893356 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.db_base_plugin_common [req-428559a7-2db2-4e80-9e7b-f00515d312dd req-31950d0b-fbd8-45c7-8c49-e452ed6c029a tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Allocated IP 172.20.0.12 (30315e38-e508-43b4-a5e6-20c3939b243b/ac135e95-2d8a-4872-b364-451b52f8b60d/a3009fcd-a441-4251-9ac0-b83a083a8578) {{(pid=79929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 10 21:03:12.894653 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-a37f3f66-28ae-4543-87ab-ed225b9036f3 req-f068b65e-0fb8-4bc9-b9b5-435f0792c592 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Unset dirty status for tenant:92212326132c472cbbd1d5f9a6549ec7 on resource:security_group {{(pid=79928) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 10 21:03:12.896283 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-a37f3f66-28ae-4543-87ab-ed225b9036f3 req-f068b65e-0fb8-4bc9-b9b5-435f0792c592 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0927672
Feb 10 21:03:12.922421 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c86b0db7-5aa6-4682-a680-3b5c2a27f507 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:12.976069 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c86b0db7-5aa6-4682-a680-3b5c2a27f507 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:13.181253 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c86b0db7-5aa6-4682-a680-3b5c2a27f507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:13.204094 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:03:13.237113 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86b0db7-5aa6-4682-a680-3b5c2a27f507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd58f66-cc01-44e8-aefd-d0f91ef9fa7e,revision_number=None']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:03:13.244963 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-c86b0db7-5aa6-4682-a680-3b5c2a27f507 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:03:13.262310 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c86b0db7-5aa6-4682-a680-3b5c2a27f507 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:13.263598 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-c86b0db7-5aa6-4682-a680-3b5c2a27f507 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/1dd58f66-cc01-44e8-aefd-d0f91ef9fa7e HTTP/1.1" status: 204  len: 168 time: 0.4546890
Feb 10 21:03:13.298436 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-428559a7-2db2-4e80-9e7b-f00515d312dd req-31950d0b-fbd8-45c7-8c49-e452ed6c029a tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify callbacks [] for port, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:13.395390 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8e0249-18ff-4d6a-a2d1-10e0f7289857 req-94fd6a0b-78ef-4199-a762-06001f747906 tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:13.397078 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-0d8e0249-18ff-4d6a-a2d1-10e0f7289857 req-94fd6a0b-78ef-4199-a762-06001f747906 tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] 10.222.0.82 "GET /v2.0/ports?device_id=712ce0b3-f111-49e6-b084-230ae2fcbfc2 HTTP/1.1" status: 200  len: 946 time: 0.2837479
Feb 10 21:03:13.432721 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [req-428559a7-2db2-4e80-9e7b-f00515d312dd req-31950d0b-fbd8-45c7-8c49-e452ed6c029a tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Transition to ACTIVE for port object a3009fcd-a441-4251-9ac0-b83a083a8578 will not be triggered until provisioned by entity DHCP. {{(pid=79929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 10 21:03:13.499468 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-0d8e0249-18ff-4d6a-a2d1-10e0f7289857 req-4648956a-6cae-42d8-ae7a-fd2206c92e49 tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] 10.222.0.82 "GET /v2.0/security-groups?id=ed23cb9e-7f15-4f33-b6fd-efeabe356489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0911424
Feb 10 21:03:13.535060 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-428559a7-2db2-4e80-9e7b-f00515d312dd req-31950d0b-fbd8-45c7-8c49-e452ed6c029a tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778797635767'] for port, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:13.672459 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:03:13.760531 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [req-4a334cea-f3b6-4d22-a80a-a6542564b55e req-108a5493-7351-4cd1-ac63-762ed5293950 service neutron] Request body: {'port': {'device_id': '0d8e8527-6359-42ba-91a8-bb462b8507d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77500'}} {{(pid=79929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:03:13.808947 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31950d0b-fbd8-45c7-8c49-e452ed6c029a tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Pushing event updated for resources: {'Port': ['ID=a3009fcd-a441-4251-9ac0-b83a083a8578,revision_number=1']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:03:13.833526 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-31950d0b-fbd8-45c7-8c49-e452ed6c029a tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:03:13.852490 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device 5c00599a-0ac5-4ab5-905a-f9522bbffdc9 up at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:03:13.869411 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-428559a7-2db2-4e80-9e7b-f00515d312dd req-31950d0b-fbd8-45c7-8c49-e452ed6c029a tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Network 30315e38-e508-43b4-a5e6-20c3939b243b is already hosted by enough agents. {{(pid=79929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 10 21:03:13.881727 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.base_scheduler [req-428559a7-2db2-4e80-9e7b-f00515d312dd req-31950d0b-fbd8-45c7-8c49-e452ed6c029a tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Resources bound (agent type, host, resource id):  {{(pid=79929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 10 21:03:13.895260 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 54596) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:03:13.898027 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [req-428559a7-2db2-4e80-9e7b-f00515d312dd req-31950d0b-fbd8-45c7-8c49-e452ed6c029a tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Received port after_create {{(pid=79929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 10 21:03:14.067771 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning complete for port 5c00599a-0ac5-4ab5-905a-f9522bbffdc9 triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:03:14.068406 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:14.121240 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b12b78-bd7b-48d6-a256-cb5bc328c0dc req-1bd658a2-ae4e-44f2-843e-2c849c10a6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:14.123114 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-d0b12b78-bd7b-48d6-a256-cb5bc328c0dc req-1bd658a2-ae4e-44f2-843e-2c849c10a6b5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=92212326132c472cbbd1d5f9a6549ec7&device_id=d5a452ba-1bbb-4cf5-a43d-16be280c05b9 HTTP/1.1" status: 200  len: 1161 time: 0.4278467
Feb 10 21:03:14.152471 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428559a7-2db2-4e80-9e7b-f00515d312dd req-31950d0b-fbd8-45c7-8c49-e452ed6c029a tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:14.152471 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-428559a7-2db2-4e80-9e7b-f00515d312dd req-31950d0b-fbd8-45c7-8c49-e452ed6c029a tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728031'] for port, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:14.259027 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48066d52-22ab-4de3-8df8-eb1708381daf req-e4cc8d9e-32dd-4519-b24f-c75555c5a12e tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:14.263470 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-48066d52-22ab-4de3-8df8-eb1708381daf req-e4cc8d9e-32dd-4519-b24f-c75555c5a12e tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/ports?device_id=c4eaa0d1-982a-4a87-b374-f73f03983cdd HTTP/1.1" status: 200  len: 945 time: 0.6310673
Feb 10 21:03:14.272831 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c221ba1e-383c-468c-ad58-a3464a8236b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:14.375242 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-428559a7-2db2-4e80-9e7b-f00515d312dd req-31950d0b-fbd8-45c7-8c49-e452ed6c029a tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.3270397
Feb 10 21:03:14.419632 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-4a334cea-f3b6-4d22-a80a-a6542564b55e req-108a5493-7351-4cd1-ac63-762ed5293950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:14.432634 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-c221ba1e-383c-468c-ad58-a3464a8236b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:03:14.444277 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [req-428559a7-2db2-4e80-9e7b-f00515d312dd req-1eaafe52-85a5-485c-8a50-e19254a11933 service neutron] Request body: {'port': {'device_id': 'e8b23f20-03b7-4c8c-851e-cd085acbd5e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77500'}} {{(pid=79929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:03:14.449939 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '712ce0b3-f111-49e6-b084-230ae2fcbfc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c791b007-c3a1-4626-872e-dcc16216249f'}] {{(pid=79930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 10 21:03:14.454841 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-48066d52-22ab-4de3-8df8-eb1708381daf req-bdcd49df-e6bf-447c-b3bf-c9afc3ad83c1 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/security-groups?id=e801818c-2ba7-416a-bfd6-16d694223349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1483397
Feb 10 21:03:14.483385 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-ad2cee7a-bd80-4209-abb7-6c8db6640959 None None] Provisioning for port a3009fcd-a441-4251-9ac0-b83a083a8578 completed by entity DHCP. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 10 21:03:14.492347 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-ad2cee7a-bd80-4209-abb7-6c8db6640959 None None] Provisioning complete for port a3009fcd-a441-4251-9ac0-b83a083a8578 triggered by entity DHCP. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:03:14.493199 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ad2cee7a-bd80-4209-abb7-6c8db6640959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:14.525512 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-c221ba1e-383c-468c-ad58-a3464a8236b2 admin admin] Usage tracker for resource:security_group_rule and tenant:f52315706d5a47628c1f90a9447809db is out of sync, need to count used quota {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:03:14.530664 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378ac0ca-6575-45ac-bf3b-a6a185cd1f17 req-e2a30d30-e5bd-4b34-8a9a-45fafb6ce86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:14.532265 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-378ac0ca-6575-45ac-bf3b-a6a185cd1f17 req-e2a30d30-e5bd-4b34-8a9a-45fafb6ce86f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c4eaa0d1-982a-4a87-b374-f73f03983cdd HTTP/1.1" status: 200  len: 1162 time: 0.5160995
Feb 10 21:03:14.556079 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-c221ba1e-383c-468c-ad58-a3464a8236b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:03:14.567366 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-378ac0ca-6575-45ac-bf3b-a6a185cd1f17 req-2f730065-eddf-4b33-ab7d-0427ffa9a9cb service neutron] Notify callbacks [] for security_group, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:14.587613 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [req-378ac0ca-6575-45ac-bf3b-a6a185cd1f17 req-2f730065-eddf-4b33-ab7d-0427ffa9a9cb service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:03:14.592019 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-378ac0ca-6575-45ac-bf3b-a6a185cd1f17 req-2f730065-eddf-4b33-ab7d-0427ffa9a9cb service neutron] Usage tracker for resource:security_group_rule and tenant:cf2c9f0b77484bc2b46cd2dac03f52f7 is out of sync, need to count used quota {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:03:14.595488 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-378ac0ca-6575-45ac-bf3b-a6a185cd1f17 req-2f730065-eddf-4b33-ab7d-0427ffa9a9cb service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:03:14.602744 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [req-378ac0ca-6575-45ac-bf3b-a6a185cd1f17 req-2f730065-eddf-4b33-ab7d-0427ffa9a9cb service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:03:14.643852 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-ad2cee7a-bd80-4209-abb7-6c8db6640959 None None] Port a3009fcd-a441-4251-9ac0-b83a083a8578 cannot update to ACTIVE because it is not bound. {{(pid=79930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 10 21:03:14.657787 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device c791b007-c3a1-4626-872e-dcc16216249f up at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:03:14.735369 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning complete for port c791b007-c3a1-4626-872e-dcc16216249f triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:03:14.735717 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:14.763170 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b12b78-bd7b-48d6-a256-cb5bc328c0dc req-b8a03058-96f5-44a1-8105-2b4071c65838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:14.764789 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-d0b12b78-bd7b-48d6-a256-cb5bc328c0dc req-b8a03058-96f5-44a1-8105-2b4071c65838 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=92212326132c472cbbd1d5f9a6549ec7&shared=False HTTP/1.1" status: 200  len: 912 time: 0.4987903
Feb 10 21:03:14.847934 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-c221ba1e-383c-468c-ad58-a3464a8236b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:03:15.006671 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f39780-5f8c-44f3-a7c7-9a141595d7e3 req-612275c4-18db-4ee9-a094-88b1807e4afb tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:15.008280 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-96f39780-5f8c-44f3-a7c7-9a141595d7e3 req-612275c4-18db-4ee9-a094-88b1807e4afb tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d8e8527-6359-42ba-91a8-bb462b8507d3 HTTP/1.1" status: 200  len: 932 time: 0.3692214
Feb 10 21:03:15.010291 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-378ac0ca-6575-45ac-bf3b-a6a185cd1f17 req-2f730065-eddf-4b33-ab7d-0427ffa9a9cb service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:15.017903 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-378ac0ca-6575-45ac-bf3b-a6a185cd1f17 req-2f730065-eddf-4b33-ab7d-0427ffa9a9cb service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:15.046788 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-15cf030a-0a23-48b8-b1b3-6dd0d5c74944 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:03:15.073505 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f4f84b-6f8e-4538-b90c-de875688c748 req-cdb306c8-2eca-40e1-ab2a-939240b990a6 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:15.074341 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-74f4f84b-6f8e-4538-b90c-de875688c748 req-cdb306c8-2eca-40e1-ab2a-939240b990a6 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Synchronizing usage tracker for tenant:b863e31b2eb84722a5af6ec44203a203 on resource:port {{(pid=79929) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 10 21:03:15.109655 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-378ac0ca-6575-45ac-bf3b-a6a185cd1f17 req-2f730065-eddf-4b33-ab7d-0427ffa9a9cb service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e801818c-2ba7-416a-bfd6-16d694223349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5707126
Feb 10 21:03:15.143204 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-74f4f84b-6f8e-4538-b90c-de875688c748 req-cdb306c8-2eca-40e1-ab2a-939240b990a6 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Unset dirty status for tenant:b863e31b2eb84722a5af6ec44203a203 on resource:port {{(pid=79929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 10 21:03:15.145413 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-74f4f84b-6f8e-4538-b90c-de875688c748 req-cdb306c8-2eca-40e1-ab2a-939240b990a6 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/ports?device_id=e8b23f20-03b7-4c8c-851e-cd085acbd5e8 HTTP/1.1" status: 200  len: 932 time: 0.9516988
Feb 10 21:03:15.150506 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f730065-eddf-4b33-ab7d-0427ffa9a9cb service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e34b377f-c565-480a-915c-ff83f0de4caa,revision_number=1']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:03:15.154385 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b12b78-bd7b-48d6-a256-cb5bc328c0dc req-3e15e98f-3ee2-4c32-adef-7d4114c249c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:15.155983 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-d0b12b78-bd7b-48d6-a256-cb5bc328c0dc req-3e15e98f-3ee2-4c32-adef-7d4114c249c0 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.3765428
Feb 10 21:03:15.159974 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-2f730065-eddf-4b33-ab7d-0427ffa9a9cb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:03:15.188263 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-96f39780-5f8c-44f3-a7c7-9a141595d7e3 req-08d201b2-a3b1-4439-9710-fb722a3e2270 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1713254
Feb 10 21:03:15.256075 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-428559a7-2db2-4e80-9e7b-f00515d312dd req-1eaafe52-85a5-485c-8a50-e19254a11933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:15.274521 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '712ce0b3-f111-49e6-b084-230ae2fcbfc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c791b007-c3a1-4626-872e-dcc16216249f', 'code': 200}
Feb 10 21:03:15.319316 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-74f4f84b-6f8e-4538-b90c-de875688c748 req-05083ab1-a05e-469f-b220-4fe4c1e26452 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/security-groups?id=d690a83b-8d2e-42e4-90ab-f76a16f8383a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1607041
Feb 10 21:03:15.861057 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb61d0e-4c21-42bb-9b42-cecc73712326 req-f8b47c88-12a2-47b3-ad18-020a557a54b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:15.863320 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-bdb61d0e-4c21-42bb-9b42-cecc73712326 req-f8b47c88-12a2-47b3-ad18-020a557a54b6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=92212326132c472cbbd1d5f9a6549ec7&device_id=d5a452ba-1bbb-4cf5-a43d-16be280c05b9 HTTP/1.1" status: 200  len: 1161 time: 0.4801884
Feb 10 21:03:15.865615 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c221ba1e-383c-468c-ad58-a3464a8236b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:15.894116 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c221ba1e-383c-468c-ad58-a3464a8236b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:15.961062 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:03:16.035819 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0a68eb-9e51-4d8b-bb4a-faf48f258030 req-19618214-220f-42b1-acdb-de1bb4fda001 tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:16.038501 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-ab0a68eb-9e51-4d8b-bb4a-faf48f258030 req-19618214-220f-42b1-acdb-de1bb4fda001 tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] 10.222.0.82 "GET /v2.0/ports?device_id=712ce0b3-f111-49e6-b084-230ae2fcbfc2 HTTP/1.1" status: 200  len: 946 time: 0.5753520
Feb 10 21:03:16.047538 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c221ba1e-383c-468c-ad58-a3464a8236b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09e34ced-375f-4340-9ee1-ab96f03c7be2,revision_number=1']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:03:16.052452 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-c221ba1e-383c-468c-ad58-a3464a8236b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:03:16.075903 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-bdb61d0e-4c21-42bb-9b42-cecc73712326 req-560a7a3d-eb64-4936-814e-6c88422a0797 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a53743a4-e3ef-4212-9855-140da57a2cd6 HTTP/1.1" status: 200  len: 217 time: 0.2033126
Feb 10 21:03:16.091974 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32733fbc-a5d1-42c3-9524-5746b79f8931 req-49fd1172-1d98-406a-90bf-a64592d2ea07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:16.093123 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-32733fbc-a5d1-42c3-9524-5746b79f8931 req-49fd1172-1d98-406a-90bf-a64592d2ea07 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=712ce0b3-f111-49e6-b084-230ae2fcbfc2 HTTP/1.1" status: 200  len: 1163 time: 0.3387601
Feb 10 21:03:16.222069 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7409f52c-ae73-4cf0-9f44-9424f1219500 req-921c9f76-4f23-4c67-9b4a-09866bdd2640 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:16.223808 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-7409f52c-ae73-4cf0-9f44-9424f1219500 req-921c9f76-4f23-4c67-9b4a-09866bdd2640 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/ports?device_id=c4eaa0d1-982a-4a87-b374-f73f03983cdd HTTP/1.1" status: 200  len: 945 time: 0.5241828
Feb 10 21:03:16.226249 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-c221ba1e-383c-468c-ad58-a3464a8236b2 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=f52315706d5a47628c1f90a9447809db&name=default HTTP/1.1" status: 200  len: 2979 time: 2.3299453
Feb 10 21:03:16.235436 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-ab0a68eb-9e51-4d8b-bb4a-faf48f258030 req-5a253e2b-0027-48d7-9e68-406aae87cce3 tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] 10.222.0.82 "GET /v2.0/security-groups?id=ed23cb9e-7f15-4f33-b6fd-efeabe356489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1958263
Feb 10 21:03:16.238619 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 54648) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:03:16.240739 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-32733fbc-a5d1-42c3-9524-5746b79f8931 req-5e716ca5-8ad3-4ec1-8c01-7a0e1866429b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ed23cb9e-7f15-4f33-b6fd-efeabe356489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0995626
Feb 10 21:03:16.253745 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [req-4a334cea-f3b6-4d22-a80a-a6542564b55e req-108a5493-7351-4cd1-ac63-762ed5293950 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46f39365-b7d7-4866-82e7-5f21ab91bcb6 {{(pid=79929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 10 21:03:16.272667 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-4a334cea-f3b6-4d22-a80a-a6542564b55e req-108a5493-7351-4cd1-ac63-762ed5293950 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:16.299059 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb61d0e-4c21-42bb-9b42-cecc73712326 req-d448421c-e539-4483-aa73-a501515e5eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:16.301275 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-bdb61d0e-4c21-42bb-9b42-cecc73712326 req-d448421c-e539-4483-aa73-a501515e5eae service neutron] 10.222.0.15 "GET /v2.0/subnets?id=507359e5-5fb4-4f65-a55c-2cec76549fa0 HTTP/1.1" status: 200  len: 858 time: 0.2142038
Feb 10 21:03:16.335571 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-64227fd2-37b0-4247-9efa-f8dc42cc57e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:16.369654 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-64227fd2-37b0-4247-9efa-f8dc42cc57e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:16.397059 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [req-4a334cea-f3b6-4d22-a80a-a6542564b55e req-108a5493-7351-4cd1-ac63-762ed5293950 service neutron] Transition to ACTIVE for port object 46f39365-b7d7-4866-82e7-5f21ab91bcb6 will not be triggered until provisioned by entity L2. {{(pid=79929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 10 21:03:16.404677 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-4a334cea-f3b6-4d22-a80a-a6542564b55e req-108a5493-7351-4cd1-ac63-762ed5293950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:16.428579 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-7409f52c-ae73-4cf0-9f44-9424f1219500 req-ca7d6777-7f47-4242-9beb-cd155f137e63 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/security-groups?id=e801818c-2ba7-416a-bfd6-16d694223349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1918306
Feb 10 21:03:16.461760 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-3a4a34ff-7476-4e1e-900d-bb0cef72b401 tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:03:16.528589 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-bdb61d0e-4c21-42bb-9b42-cecc73712326 req-b02e87f4-3d31-4ddd-8092-e14fe9275719 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b57cc509-53ec-4b56-8b10-8490bdf813dd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0672791
Feb 10 21:03:16.549501 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-64227fd2-37b0-4247-9efa-f8dc42cc57e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:16.556110 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-c1e7296b-9825-4f7a-8bf8-b206bec52223 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:03:16.570188 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64227fd2-37b0-4247-9efa-f8dc42cc57e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e34ced-375f-4340-9ee1-ab96f03c7be2,revision_number=None']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:03:16.581716 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-64227fd2-37b0-4247-9efa-f8dc42cc57e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:03:16.688118 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284220da-a9cc-4010-a65a-4bd4969c907c req-2b0379c1-144e-4a1d-b87e-d61e5836de54 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:16.689807 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-284220da-a9cc-4010-a65a-4bd4969c907c req-2b0379c1-144e-4a1d-b87e-d61e5836de54 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d8e8527-6359-42ba-91a8-bb462b8507d3 HTTP/1.1" status: 200  len: 944 time: 0.2919555
Feb 10 21:03:16.695055 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-64227fd2-37b0-4247-9efa-f8dc42cc57e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:16.696294 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-64227fd2-37b0-4247-9efa-f8dc42cc57e0 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/09e34ced-375f-4340-9ee1-ab96f03c7be2 HTTP/1.1" status: 204  len: 168 time: 0.4544663
Feb 10 21:03:16.701224 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108a5493-7351-4cd1-ac63-762ed5293950 service neutron] Pushing event updated for resources: {'Port': ['ID=46f39365-b7d7-4866-82e7-5f21ab91bcb6,revision_number=2']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:03:16.704548 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-108a5493-7351-4cd1-ac63-762ed5293950 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:03:16.772932 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-284220da-a9cc-4010-a65a-4bd4969c907c req-0a1a4cb2-d256-49a1-b4d9-758075707570 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0705452
Feb 10 21:03:17.025959 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c780ee-f7ed-4851-86ff-b5a16fb0d9bc req-c38f3e15-0dcd-4299-b6c9-41774242d72c tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:17.027683 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-67c780ee-f7ed-4851-86ff-b5a16fb0d9bc req-c38f3e15-0dcd-4299-b6c9-41774242d72c tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/ports?device_id=e8b23f20-03b7-4c8c-851e-cd085acbd5e8 HTTP/1.1" status: 200  len: 932 time: 0.3993685
Feb 10 21:03:17.109671 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [req-428559a7-2db2-4e80-9e7b-f00515d312dd req-1eaafe52-85a5-485c-8a50-e19254a11933 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3009fcd-a441-4251-9ac0-b83a083a8578 {{(pid=79929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 10 21:03:17.157500 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [req-4a334cea-f3b6-4d22-a80a-a6542564b55e req-108a5493-7351-4cd1-ac63-762ed5293950 service neutron] Attempting to bind port 46f39365-b7d7-4866-82e7-5f21ab91bcb6 on host hv-cinder-77500 for vnic_type normal with profile  {{(pid=79929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 10 21:03:17.157881 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [req-4a334cea-f3b6-4d22-a80a-a6542564b55e req-108a5493-7351-4cd1-ac63-762ed5293950 service neutron] Attempting to bind port 46f39365-b7d7-4866-82e7-5f21ab91bcb6 by drivers openvswitch on host hv-cinder-77500 at level 0 using segments [{'id': '4bc59d15-b1dc-4485-b325-20bf44c1e2e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b57cc509-53ec-4b56-8b10-8490bdf813dd'}] {{(pid=79929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 10 21:03:17.158260 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a334cea-f3b6-4d22-a80a-a6542564b55e req-108a5493-7351-4cd1-ac63-762ed5293950 service neutron] Attempting to bind port 46f39365-b7d7-4866-82e7-5f21ab91bcb6 on network b57cc509-53ec-4b56-8b10-8490bdf813dd {{(pid=79929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 10 21:03:17.168339 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-428559a7-2db2-4e80-9e7b-f00515d312dd req-1eaafe52-85a5-485c-8a50-e19254a11933 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:17.185820 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [req-428559a7-2db2-4e80-9e7b-f00515d312dd req-1eaafe52-85a5-485c-8a50-e19254a11933 service neutron] Transition to ACTIVE for port object a3009fcd-a441-4251-9ac0-b83a083a8578 will not be triggered until provisioned by entity L2. {{(pid=79929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 10 21:03:17.190065 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a334cea-f3b6-4d22-a80a-a6542564b55e req-108a5493-7351-4cd1-ac63-762ed5293950 service neutron] Checking agent: {'id': 'a01cfff8-88bc-4fa7-a09e-0f06c1450d16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 10, 21, 0, 31), 'started_at': datetime.datetime(2021, 2, 10, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2021, 2, 10, 21, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 10 21:03:17.191129 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a334cea-f3b6-4d22-a80a-a6542564b55e req-108a5493-7351-4cd1-ac63-762ed5293950 service neutron] Checking segment: {'id': '4bc59d15-b1dc-4485-b325-20bf44c1e2e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b57cc509-53ec-4b56-8b10-8490bdf813dd'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 10 21:03:17.192276 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-4a334cea-f3b6-4d22-a80a-a6542564b55e req-108a5493-7351-4cd1-ac63-762ed5293950 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:17.192678 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a334cea-f3b6-4d22-a80a-a6542564b55e req-108a5493-7351-4cd1-ac63-762ed5293950 service neutron] Bound using segment: {'id': '4bc59d15-b1dc-4485-b325-20bf44c1e2e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b57cc509-53ec-4b56-8b10-8490bdf813dd'} {{(pid=79929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 10 21:03:17.193199 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [req-4a334cea-f3b6-4d22-a80a-a6542564b55e req-108a5493-7351-4cd1-ac63-762ed5293950 service neutron] Bound port: 46f39365-b7d7-4866-82e7-5f21ab91bcb6, host: hv-cinder-77500, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bc59d15-b1dc-4485-b325-20bf44c1e2e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b57cc509-53ec-4b56-8b10-8490bdf813dd'}}] {{(pid=79929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 10 21:03:17.193541 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-4a334cea-f3b6-4d22-a80a-a6542564b55e req-108a5493-7351-4cd1-ac63-762ed5293950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:17.209440 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-428559a7-2db2-4e80-9e7b-f00515d312dd req-1eaafe52-85a5-485c-8a50-e19254a11933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:17.238058 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-67c780ee-f7ed-4851-86ff-b5a16fb0d9bc req-ebc969f5-7fb9-4ed9-8c33-d280b171209b tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/security-groups?id=d690a83b-8d2e-42e4-90ab-f76a16f8383a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1981890
Feb 10 21:03:17.274446 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:03:17.420471 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaafe52-85a5-485c-8a50-e19254a11933 service neutron] Pushing event updated for resources: {'Port': ['ID=a3009fcd-a441-4251-9ac0-b83a083a8578,revision_number=2']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:03:17.733051 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f8a924-db14-4007-b65b-cf173521684b req-784a2817-a445-40a0-9f56-5f02e5b46e7f tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:17.742816 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-31f8a924-db14-4007-b65b-cf173521684b req-784a2817-a445-40a0-9f56-5f02e5b46e7f tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] 10.222.0.82 "GET /v2.0/ports?device_id=712ce0b3-f111-49e6-b084-230ae2fcbfc2 HTTP/1.1" status: 200  len: 946 time: 0.3337874
Feb 10 21:03:17.759448 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [req-4a334cea-f3b6-4d22-a80a-a6542564b55e req-108a5493-7351-4cd1-ac63-762ed5293950 service neutron] For port 46f39365-b7d7-4866-82e7-5f21ab91bcb6, host hv-cinder-77500, cleared binding levels {{(pid=79929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 10 21:03:17.763610 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [req-4a334cea-f3b6-4d22-a80a-a6542564b55e req-108a5493-7351-4cd1-ac63-762ed5293950 service neutron] For port 46f39365-b7d7-4866-82e7-5f21ab91bcb6, host hv-cinder-77500, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=46f39365-b7d7-4866-82e7-5f21ab91bcb6,segment=NetworkSegment(4bc59d15-b1dc-4485-b325-20bf44c1e2e2),segment_id=4bc59d15-b1dc-4485-b325-20bf44c1e2e2)] {{(pid=79929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 10 21:03:17.791470 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-1eaafe52-85a5-485c-8a50-e19254a11933 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:03:17.822848 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-31f8a924-db14-4007-b65b-cf173521684b req-3d894eb6-6739-4023-8074-c569984bcbb1 tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] 10.222.0.82 "GET /v2.0/security-groups?id=ed23cb9e-7f15-4f33-b6fd-efeabe356489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0789199
Feb 10 21:03:17.835472 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-4a334cea-f3b6-4d22-a80a-a6542564b55e req-108a5493-7351-4cd1-ac63-762ed5293950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:17.866842 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-98e5198a-f3f4-4181-9750-737d304dbddd tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:03:18.137373 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fb8bee-2435-4da3-ab34-9332a2d4188f req-97e4346f-5e53-453a-8687-83884a265e12 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:18.145743 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-14fb8bee-2435-4da3-ab34-9332a2d4188f req-97e4346f-5e53-453a-8687-83884a265e12 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d8e8527-6359-42ba-91a8-bb462b8507d3 HTTP/1.1" status: 200  len: 944 time: 0.1908803
Feb 10 21:03:18.207322 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [req-428559a7-2db2-4e80-9e7b-f00515d312dd req-1eaafe52-85a5-485c-8a50-e19254a11933 service neutron] Attempting to bind port a3009fcd-a441-4251-9ac0-b83a083a8578 on host hv-cinder-77500 for vnic_type normal with profile  {{(pid=79929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 10 21:03:18.207682 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [req-428559a7-2db2-4e80-9e7b-f00515d312dd req-1eaafe52-85a5-485c-8a50-e19254a11933 service neutron] Attempting to bind port a3009fcd-a441-4251-9ac0-b83a083a8578 by drivers openvswitch on host hv-cinder-77500 at level 0 using segments [{'id': '72156de0-a8ad-4731-91cf-ea9c1cde9fbe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '30315e38-e508-43b4-a5e6-20c3939b243b'}] {{(pid=79929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 10 21:03:18.208064 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428559a7-2db2-4e80-9e7b-f00515d312dd req-1eaafe52-85a5-485c-8a50-e19254a11933 service neutron] Attempting to bind port a3009fcd-a441-4251-9ac0-b83a083a8578 on network 30315e38-e508-43b4-a5e6-20c3939b243b {{(pid=79929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 10 21:03:18.221380 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108a5493-7351-4cd1-ac63-762ed5293950 service neutron] Pushing event updated for resources: {'Port': ['ID=46f39365-b7d7-4866-82e7-5f21ab91bcb6,revision_number=3']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:03:18.225835 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-108a5493-7351-4cd1-ac63-762ed5293950 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:03:18.226745 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-14fb8bee-2435-4da3-ab34-9332a2d4188f req-378d1493-2d9c-451f-a11c-e5674faa6d5b tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0795453
Feb 10 21:03:18.230322 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428559a7-2db2-4e80-9e7b-f00515d312dd req-1eaafe52-85a5-485c-8a50-e19254a11933 service neutron] Checking agent: {'id': 'a01cfff8-88bc-4fa7-a09e-0f06c1450d16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 10, 21, 0, 31), 'started_at': datetime.datetime(2021, 2, 10, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2021, 2, 10, 21, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 10 21:03:18.230707 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428559a7-2db2-4e80-9e7b-f00515d312dd req-1eaafe52-85a5-485c-8a50-e19254a11933 service neutron] Checking segment: {'id': '72156de0-a8ad-4731-91cf-ea9c1cde9fbe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '30315e38-e508-43b4-a5e6-20c3939b243b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 10 21:03:18.231117 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-428559a7-2db2-4e80-9e7b-f00515d312dd req-1eaafe52-85a5-485c-8a50-e19254a11933 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:18.231518 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-428559a7-2db2-4e80-9e7b-f00515d312dd req-1eaafe52-85a5-485c-8a50-e19254a11933 service neutron] Bound using segment: {'id': '72156de0-a8ad-4731-91cf-ea9c1cde9fbe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '30315e38-e508-43b4-a5e6-20c3939b243b'} {{(pid=79929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 10 21:03:18.232001 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [req-428559a7-2db2-4e80-9e7b-f00515d312dd req-1eaafe52-85a5-485c-8a50-e19254a11933 service neutron] Bound port: a3009fcd-a441-4251-9ac0-b83a083a8578, host: hv-cinder-77500, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72156de0-a8ad-4731-91cf-ea9c1cde9fbe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '30315e38-e508-43b4-a5e6-20c3939b243b'}}] {{(pid=79929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 10 21:03:18.232383 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-428559a7-2db2-4e80-9e7b-f00515d312dd req-1eaafe52-85a5-485c-8a50-e19254a11933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:18.350049 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b92f2-18a4-4944-baeb-30fe555b7b88 req-a6770518-6826-43a9-bf49-7bce858bfd0e tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:18.351830 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-ae8b92f2-18a4-4944-baeb-30fe555b7b88 req-a6770518-6826-43a9-bf49-7bce858bfd0e tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/ports?device_id=c4eaa0d1-982a-4a87-b374-f73f03983cdd HTTP/1.1" status: 200  len: 945 time: 0.5617061
Feb 10 21:03:18.404837 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a334cea-f3b6-4d22-a80a-a6542564b55e req-108a5493-7351-4cd1-ac63-762ed5293950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:18.405516 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-4a334cea-f3b6-4d22-a80a-a6542564b55e req-108a5493-7351-4cd1-ac63-762ed5293950 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728031'] for port, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:18.407032 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-4a334cea-f3b6-4d22-a80a-a6542564b55e req-108a5493-7351-4cd1-ac63-762ed5293950 service neutron] 10.222.0.15 "PUT /v2.0/ports/46f39365-b7d7-4866-82e7-5f21ab91bcb6 HTTP/1.1" status: 200  len: 1158 time: 4.7356756
Feb 10 21:03:18.408284 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d8e8527-6359-42ba-91a8-bb462b8507d3', 'tag': '46f39365-b7d7-4866-82e7-5f21ab91bcb6'}] {{(pid=79929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 10 21:03:18.514688 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-ae8b92f2-18a4-4944-baeb-30fe555b7b88 req-e053519a-b57a-446f-8efa-ff8c3204d9dc tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/security-groups?id=e801818c-2ba7-416a-bfd6-16d694223349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1194766
Feb 10 21:03:18.523486 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-bdb61d0e-4c21-42bb-9b42-cecc73712326 req-dc433952-0e5d-4aa2-8dd8-d0809af8c60f service neutron] 10.222.0.15 "GET /v2.0/networks/b57cc509-53ec-4b56-8b10-8490bdf813dd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2523205
Feb 10 21:03:18.524949 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [req-428559a7-2db2-4e80-9e7b-f00515d312dd req-1eaafe52-85a5-485c-8a50-e19254a11933 service neutron] For port a3009fcd-a441-4251-9ac0-b83a083a8578, host hv-cinder-77500, cleared binding levels {{(pid=79929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 10 21:03:18.529024 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [req-428559a7-2db2-4e80-9e7b-f00515d312dd req-1eaafe52-85a5-485c-8a50-e19254a11933 service neutron] For port a3009fcd-a441-4251-9ac0-b83a083a8578, host hv-cinder-77500, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=a3009fcd-a441-4251-9ac0-b83a083a8578,segment=NetworkSegment(72156de0-a8ad-4731-91cf-ea9c1cde9fbe),segment_id=72156de0-a8ad-4731-91cf-ea9c1cde9fbe)] {{(pid=79929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 10 21:03:18.533255 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-428559a7-2db2-4e80-9e7b-f00515d312dd req-1eaafe52-85a5-485c-8a50-e19254a11933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:18.552317 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-67ff37d8-84b3-45c8-b255-a7dc21ebc322 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:03:18.639624 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314797e9-9f90-4e14-9c7b-77d0f3fce8b1 req-9594c119-9e3b-4885-aad0-c60c10c91a1d tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:18.640633 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaafe52-85a5-485c-8a50-e19254a11933 service neutron] Pushing event updated for resources: {'Port': ['ID=a3009fcd-a441-4251-9ac0-b83a083a8578,revision_number=3']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:03:18.641315 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-314797e9-9f90-4e14-9c7b-77d0f3fce8b1 req-9594c119-9e3b-4885-aad0-c60c10c91a1d tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/ports?device_id=e8b23f20-03b7-4c8c-851e-cd085acbd5e8 HTTP/1.1" status: 200  len: 944 time: 0.2224097
Feb 10 21:03:18.647306 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-1eaafe52-85a5-485c-8a50-e19254a11933 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:03:18.704510 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d8e8527-6359-42ba-91a8-bb462b8507d3', 'tag': '46f39365-b7d7-4866-82e7-5f21ab91bcb6', 'status': 'completed', 'code': 200}
Feb 10 21:03:18.717052 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-314797e9-9f90-4e14-9c7b-77d0f3fce8b1 req-f15ac5b7-5ab1-49c7-ae82-4ffe7fcadd40 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/security-groups?id=d690a83b-8d2e-42e4-90ab-f76a16f8383a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0684083
Feb 10 21:03:18.767329 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428559a7-2db2-4e80-9e7b-f00515d312dd req-1eaafe52-85a5-485c-8a50-e19254a11933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:18.768120 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-428559a7-2db2-4e80-9e7b-f00515d312dd req-1eaafe52-85a5-485c-8a50-e19254a11933 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728031'] for port, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:18.770583 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-428559a7-2db2-4e80-9e7b-f00515d312dd req-1eaafe52-85a5-485c-8a50-e19254a11933 service neutron] 10.222.0.15 "PUT /v2.0/ports/a3009fcd-a441-4251-9ac0-b83a083a8578 HTTP/1.1" status: 200  len: 1158 time: 4.3328471
Feb 10 21:03:19.187281 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e658212e-0a80-4e00-bd25-b7d852b83cd6 req-18c63311-60be-41d6-bf48-6f67100da849 tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:19.188998 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-e658212e-0a80-4e00-bd25-b7d852b83cd6 req-18c63311-60be-41d6-bf48-6f67100da849 tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] 10.222.0.82 "GET /v2.0/ports?device_id=712ce0b3-f111-49e6-b084-230ae2fcbfc2 HTTP/1.1" status: 200  len: 946 time: 0.1790619
Feb 10 21:03:19.262332 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-e658212e-0a80-4e00-bd25-b7d852b83cd6 req-1dfbca71-07e4-4541-9ab9-f9051cabe999 tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] 10.222.0.82 "GET /v2.0/security-groups?id=ed23cb9e-7f15-4f33-b6fd-efeabe356489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0659020
Feb 10 21:03:19.504562 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b483af-21b1-4013-bffa-941a0e7dbf2e req-65438a22-9a94-4b1d-9257-ed97421ec562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:19.506934 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-67b483af-21b1-4013-bffa-941a0e7dbf2e req-65438a22-9a94-4b1d-9257-ed97421ec562 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=92212326132c472cbbd1d5f9a6549ec7&device_id=0d8e8527-6359-42ba-91a8-bb462b8507d3 HTTP/1.1" status: 200  len: 1161 time: 0.1580026
Feb 10 21:03:19.512144 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428559a7-2db2-4e80-9e7b-f00515d312dd req-82ea48e9-d0b0-4f42-937a-f4884d49ff81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:19.513661 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-428559a7-2db2-4e80-9e7b-f00515d312dd req-82ea48e9-d0b0-4f42-937a-f4884d49ff81 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b863e31b2eb84722a5af6ec44203a203&device_id=e8b23f20-03b7-4c8c-851e-cd085acbd5e8 HTTP/1.1" status: 200  len: 1161 time: 0.1182678
Feb 10 21:03:19.557271 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-bdb61d0e-4c21-42bb-9b42-cecc73712326 req-819cb2ce-6821-4ee7-934e-f61ee2f6c522 service neutron] 10.222.0.15 "GET /v2.0/networks/b57cc509-53ec-4b56-8b10-8490bdf813dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2253008
Feb 10 21:03:19.636953 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-428559a7-2db2-4e80-9e7b-f00515d312dd req-e95adc8c-c034-4f95-a1f4-cbec7114f34f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3009fcd-a441-4251-9ac0-b83a083a8578 HTTP/1.1" status: 200  len: 217 time: 0.0848203
Feb 10 21:03:19.678871 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f3bf12-970f-4bdd-83c8-dc7439e11b3a req-7e7d23ea-5e62-4f78-9bc8-d97ff25bbc97 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:19.687225 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-31f3bf12-970f-4bdd-83c8-dc7439e11b3a req-7e7d23ea-5e62-4f78-9bc8-d97ff25bbc97 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d8e8527-6359-42ba-91a8-bb462b8507d3 HTTP/1.1" status: 200  len: 944 time: 0.3147204
Feb 10 21:03:19.751527 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-31f3bf12-970f-4bdd-83c8-dc7439e11b3a req-0157af20-1bff-4457-a2bb-4060ae67df03 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629852
Feb 10 21:03:19.836987 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b483af-21b1-4013-bffa-941a0e7dbf2e req-f69acf9d-e74e-4724-87e9-3dc2d7028be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:19.838657 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-67b483af-21b1-4013-bffa-941a0e7dbf2e req-f69acf9d-e74e-4724-87e9-3dc2d7028be6 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=92212326132c472cbbd1d5f9a6549ec7&shared=False HTTP/1.1" status: 200  len: 912 time: 0.3116193
Feb 10 21:03:19.875721 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.agents_db [None req-2fd61c53-9bc0-4c2f-aa40-be9729c6e46f None None] Agent healthcheck: found 6 active agents {{(pid=79931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 10 21:03:19.938926 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428559a7-2db2-4e80-9e7b-f00515d312dd req-bae5477b-ca7d-4fc2-8e49-1dde5b77651c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:19.940462 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-428559a7-2db2-4e80-9e7b-f00515d312dd req-bae5477b-ca7d-4fc2-8e49-1dde5b77651c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ac135e95-2d8a-4872-b364-451b52f8b60d HTTP/1.1" status: 200  len: 850 time: 0.2332580
Feb 10 21:03:20.245971 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de84916d-4fbd-4e53-86fe-ac295d0672e9 req-32ba3963-837f-4ead-80a3-5f9bb8ba9d93 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:20.247064 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5259de33-045e-4d4d-8c13-8ec14731e476 req-1a87a224-f763-4f99-bb18-fa271f3f050a tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:20.247704 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-de84916d-4fbd-4e53-86fe-ac295d0672e9 req-32ba3963-837f-4ead-80a3-5f9bb8ba9d93 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/ports?device_id=e8b23f20-03b7-4c8c-851e-cd085acbd5e8 HTTP/1.1" status: 200  len: 944 time: 0.3402276
Feb 10 21:03:20.248732 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-5259de33-045e-4d4d-8c13-8ec14731e476 req-1a87a224-f763-4f99-bb18-fa271f3f050a tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/ports?device_id=c4eaa0d1-982a-4a87-b374-f73f03983cdd HTTP/1.1" status: 200  len: 945 time: 0.4871118
Feb 10 21:03:20.292674 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b483af-21b1-4013-bffa-941a0e7dbf2e req-6b220b36-f890-4e80-86d5-3b80a5a8f11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:20.294271 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-67b483af-21b1-4013-bffa-941a0e7dbf2e req-6b220b36-f890-4e80-86d5-3b80a5a8f11f service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.4317977
Feb 10 21:03:20.316341 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428559a7-2db2-4e80-9e7b-f00515d312dd req-a5296b6d-d634-49b9-ab8e-04c08f16bf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:20.317909 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-428559a7-2db2-4e80-9e7b-f00515d312dd req-a5296b6d-d634-49b9-ab8e-04c08f16bf01 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=30315e38-e508-43b4-a5e6-20c3939b243b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2962215
Feb 10 21:03:20.322194 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-de84916d-4fbd-4e53-86fe-ac295d0672e9 req-d79db30b-c693-411d-a229-243faf6c9cb0 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/security-groups?id=d690a83b-8d2e-42e4-90ab-f76a16f8383a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0669498
Feb 10 21:03:20.348610 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-5259de33-045e-4d4d-8c13-8ec14731e476 req-55903539-65b9-405d-9e5e-145a9daa90ef tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/security-groups?id=e801818c-2ba7-416a-bfd6-16d694223349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0807846
Feb 10 21:03:20.558060 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-428559a7-2db2-4e80-9e7b-f00515d312dd req-0d93e238-0a29-4650-99f4-8e386ad1d2d5 service neutron] 10.222.0.15 "GET /v2.0/networks/30315e38-e508-43b4-a5e6-20c3939b243b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2083454
Feb 10 21:03:20.571826 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a334cea-f3b6-4d22-a80a-a6542564b55e req-5b3e5552-bf8b-427b-a545-57a0e0d6d1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:20.573392 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-4a334cea-f3b6-4d22-a80a-a6542564b55e req-5b3e5552-bf8b-427b-a545-57a0e0d6d1b0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=92212326132c472cbbd1d5f9a6549ec7&device_id=0d8e8527-6359-42ba-91a8-bb462b8507d3 HTTP/1.1" status: 200  len: 1161 time: 0.2225771
Feb 10 21:03:20.622553 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc32255c-f53f-4613-a18a-297e871350e6 req-6d60b035-79fe-47db-96b8-74e646236e13 tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:20.624254 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-dc32255c-f53f-4613-a18a-297e871350e6 req-6d60b035-79fe-47db-96b8-74e646236e13 tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] 10.222.0.82 "GET /v2.0/ports?device_id=712ce0b3-f111-49e6-b084-230ae2fcbfc2 HTTP/1.1" status: 200  len: 946 time: 0.1849730
Feb 10 21:03:20.738061 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-dc32255c-f53f-4613-a18a-297e871350e6 req-25458f25-1491-4da8-bc67-3da16ac12ba9 tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] 10.222.0.82 "GET /v2.0/security-groups?id=ed23cb9e-7f15-4f33-b6fd-efeabe356489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1065943
Feb 10 21:03:20.895716 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8b23f20-03b7-4c8c-851e-cd085acbd5e8', 'tag': 'a3009fcd-a441-4251-9ac0-b83a083a8578'}] {{(pid=79929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 10 21:03:20.970151 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-4a334cea-f3b6-4d22-a80a-a6542564b55e req-7d010fb5-c305-4fe4-8a2f-115fa61fd8af service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=46f39365-b7d7-4866-82e7-5f21ab91bcb6 HTTP/1.1" status: 200  len: 217 time: 0.3720372
Feb 10 21:03:20.972017 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8b23f20-03b7-4c8c-851e-cd085acbd5e8', 'tag': 'a3009fcd-a441-4251-9ac0-b83a083a8578', 'status': 'completed', 'code': 200}
Feb 10 21:03:21.159504 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a334cea-f3b6-4d22-a80a-a6542564b55e req-cb95412e-36a5-41b1-bd62-6acbe5c108d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:21.161267 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-4a334cea-f3b6-4d22-a80a-a6542564b55e req-cb95412e-36a5-41b1-bd62-6acbe5c108d7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=507359e5-5fb4-4f65-a55c-2cec76549fa0 HTTP/1.1" status: 200  len: 858 time: 0.1738966
Feb 10 21:03:21.173032 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-428559a7-2db2-4e80-9e7b-f00515d312dd req-673ef858-ebb8-4d9b-9450-75af7eb7c5c3 service neutron] 10.222.0.15 "GET /v2.0/networks/30315e38-e508-43b4-a5e6-20c3939b243b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5777466
Feb 10 21:03:21.275107 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae0bdb7-67ce-45aa-bbca-7d6373b06c70 req-591e130a-b23d-40c0-b165-b8ae0957238f tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:21.276024 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-9ae0bdb7-67ce-45aa-bbca-7d6373b06c70 req-591e130a-b23d-40c0-b165-b8ae0957238f tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Synchronizing usage tracker for tenant:92212326132c472cbbd1d5f9a6549ec7 on resource:port {{(pid=79929) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 10 21:03:21.386261 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-4a334cea-f3b6-4d22-a80a-a6542564b55e req-1176446d-bcfa-4a70-a299-4c50109d5489 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b57cc509-53ec-4b56-8b10-8490bdf813dd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1068132
Feb 10 21:03:21.402821 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-9ae0bdb7-67ce-45aa-bbca-7d6373b06c70 req-591e130a-b23d-40c0-b165-b8ae0957238f tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Unset dirty status for tenant:92212326132c472cbbd1d5f9a6549ec7 on resource:port {{(pid=79929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 10 21:03:21.404020 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-9ae0bdb7-67ce-45aa-bbca-7d6373b06c70 req-591e130a-b23d-40c0-b165-b8ae0957238f tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d8e8527-6359-42ba-91a8-bb462b8507d3 HTTP/1.1" status: 200  len: 944 time: 0.4964175
Feb 10 21:03:21.574533 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba9543f-689d-4061-8258-2cdc82ae9143 req-7a703a91-9bbc-44de-9558-cfd5402cae4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:21.575626 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-9ba9543f-689d-4061-8258-2cdc82ae9143 req-7a703a91-9bbc-44de-9558-cfd5402cae4f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b863e31b2eb84722a5af6ec44203a203&device_id=e8b23f20-03b7-4c8c-851e-cd085acbd5e8 HTTP/1.1" status: 200  len: 1161 time: 0.2953293
Feb 10 21:03:21.639504 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-9ae0bdb7-67ce-45aa-bbca-7d6373b06c70 req-a46041e0-6678-4a7b-a85d-6728cf485278 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2110898
Feb 10 21:03:21.681473 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e3993c-87d6-4b0c-9a7c-ace63601b8f6 req-49f6567b-793c-4a45-8ed5-63d26b7c1f47 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:21.689892 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-14e3993c-87d6-4b0c-9a7c-ace63601b8f6 req-49f6567b-793c-4a45-8ed5-63d26b7c1f47 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/ports?device_id=e8b23f20-03b7-4c8c-851e-cd085acbd5e8 HTTP/1.1" status: 200  len: 944 time: 0.2209001
Feb 10 21:03:21.779292 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-14e3993c-87d6-4b0c-9a7c-ace63601b8f6 req-078d7b70-c0b3-4706-b0b6-344ade1f9766 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/security-groups?id=d690a83b-8d2e-42e4-90ab-f76a16f8383a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0875840
Feb 10 21:03:21.789756 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-4a334cea-f3b6-4d22-a80a-a6542564b55e req-3f2afc8f-d947-4da8-9d38-d7c03de9741c service neutron] 10.222.0.15 "GET /v2.0/networks/b57cc509-53ec-4b56-8b10-8490bdf813dd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3879750
Feb 10 21:03:22.014738 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba9543f-689d-4061-8258-2cdc82ae9143 req-d2bdc67a-1033-42f8-8ec6-ff4566213159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:22.016648 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-9ba9543f-689d-4061-8258-2cdc82ae9143 req-d2bdc67a-1033-42f8-8ec6-ff4566213159 service neutron] 10.222.0.15 "GET /v2.0/networks?id=30315e38-e508-43b4-a5e6-20c3939b243b HTTP/1.1" status: 200  len: 905 time: 0.4299619
Feb 10 21:03:22.130164 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-9ba9543f-689d-4061-8258-2cdc82ae9143 req-7a481c76-46e3-4f05-9e13-8eec1b253e84 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3009fcd-a441-4251-9ac0-b83a083a8578 HTTP/1.1" status: 200  len: 217 time: 0.0993013
Feb 10 21:03:22.205946 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-4a334cea-f3b6-4d22-a80a-a6542564b55e req-50df42d3-306b-47a6-94d5-5370fedd7979 service neutron] 10.222.0.15 "GET /v2.0/networks/b57cc509-53ec-4b56-8b10-8490bdf813dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4030635
Feb 10 21:03:22.306242 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339583f8-fe19-47ba-b7f6-ae17158527fb req-5fdb01bd-fdb2-431f-866a-403348c387b4 tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:22.308538 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f904ce9-934f-4702-b448-7eede92f3af2 req-c9e0c09a-48be-4fdc-a8f9-f139ed8da8f0 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:22.313347 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-339583f8-fe19-47ba-b7f6-ae17158527fb req-5fdb01bd-fdb2-431f-866a-403348c387b4 tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] 10.222.0.82 "GET /v2.0/ports?device_id=712ce0b3-f111-49e6-b084-230ae2fcbfc2 HTTP/1.1" status: 200  len: 946 time: 0.3772974
Feb 10 21:03:22.317255 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-5f904ce9-934f-4702-b448-7eede92f3af2 req-c9e0c09a-48be-4fdc-a8f9-f139ed8da8f0 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/ports?device_id=c4eaa0d1-982a-4a87-b374-f73f03983cdd HTTP/1.1" status: 200  len: 945 time: 0.4808681
Feb 10 21:03:22.390710 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-339583f8-fe19-47ba-b7f6-ae17158527fb req-4f4d9625-55c5-457f-ab7f-f912a5b30a1b tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] 10.222.0.82 "GET /v2.0/security-groups?id=ed23cb9e-7f15-4f33-b6fd-efeabe356489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0751443
Feb 10 21:03:22.416095 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-5f904ce9-934f-4702-b448-7eede92f3af2 req-544339aa-fb5f-494c-83ca-e436edc329e8 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/security-groups?id=e801818c-2ba7-416a-bfd6-16d694223349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0935376
Feb 10 21:03:22.419751 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba9543f-689d-4061-8258-2cdc82ae9143 req-2e6e21e0-1900-405f-85b8-eeda6aeed8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:22.424827 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-9ba9543f-689d-4061-8258-2cdc82ae9143 req-2e6e21e0-1900-405f-85b8-eeda6aeed8a1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ac135e95-2d8a-4872-b364-451b52f8b60d HTTP/1.1" status: 200  len: 850 time: 0.2843018
Feb 10 21:03:22.541389 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba9543f-689d-4061-8258-2cdc82ae9143 req-759e1fab-cdc9-416a-92fd-941e99df631e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:22.543065 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-9ba9543f-689d-4061-8258-2cdc82ae9143 req-759e1fab-cdc9-416a-92fd-941e99df631e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=30315e38-e508-43b4-a5e6-20c3939b243b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1081517
Feb 10 21:03:22.618929 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 54856) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:03:22.738558 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-9ba9543f-689d-4061-8258-2cdc82ae9143 req-298a3273-2aee-4016-ad32-c45e8ffd8287 service neutron] 10.222.0.15 "GET /v2.0/networks/30315e38-e508-43b4-a5e6-20c3939b243b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1747177
Feb 10 21:03:22.930846 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-fbf8e5c6-51c1-466b-8c8b-5bed3ef7d5d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:22.955591 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-fbf8e5c6-51c1-466b-8c8b-5bed3ef7d5d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:03:22.962307 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-fbf8e5c6-51c1-466b-8c8b-5bed3ef7d5d5 admin admin] Usage tracker for resource:security_group_rule and tenant:6e6711a9e5f74e71a0521560b83342cd is out of sync, need to count used quota {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:03:22.967151 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-fbf8e5c6-51c1-466b-8c8b-5bed3ef7d5d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:03:22.973718 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-fbf8e5c6-51c1-466b-8c8b-5bed3ef7d5d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:03:23.116604 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-9ba9543f-689d-4061-8258-2cdc82ae9143 req-72783a88-d14a-4a06-a860-34c2c50361db service neutron] 10.222.0.15 "GET /v2.0/networks/30315e38-e508-43b4-a5e6-20c3939b243b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3674982
Feb 10 21:03:23.144131 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c8a364-1d52-4f27-931b-bff8ec493be1 req-1b454f44-8d29-4bc3-8992-e864ce49d781 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:23.151943 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-d5c8a364-1d52-4f27-931b-bff8ec493be1 req-1b454f44-8d29-4bc3-8992-e864ce49d781 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d8e8527-6359-42ba-91a8-bb462b8507d3 HTTP/1.1" status: 200  len: 944 time: 0.3249915
Feb 10 21:03:23.215968 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a736b4-10fa-4651-9b81-38491cd363ef req-8b1517ca-94cc-4780-8243-2cb3ce6d6b8e tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:23.217652 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-62a736b4-10fa-4651-9b81-38491cd363ef req-8b1517ca-94cc-4780-8243-2cb3ce6d6b8e tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/ports?device_id=e8b23f20-03b7-4c8c-851e-cd085acbd5e8 HTTP/1.1" status: 200  len: 944 time: 0.2723646
Feb 10 21:03:23.239741 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-d5c8a364-1d52-4f27-931b-bff8ec493be1 req-a7ca3560-0f76-47e6-b720-d7a7ba8a8fee tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0872538
Feb 10 21:03:23.297219 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-62a736b4-10fa-4651-9b81-38491cd363ef req-13f33446-41f7-43a7-9012-89202b0c7ff0 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/security-groups?id=d690a83b-8d2e-42e4-90ab-f76a16f8383a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0701249
Feb 10 21:03:23.320148 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-fbf8e5c6-51c1-466b-8c8b-5bed3ef7d5d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:23.322845 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-fbf8e5c6-51c1-466b-8c8b-5bed3ef7d5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:23.334332 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-9ce17146-9e8c-4dbd-bd8c-7260064d315d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:03:23.367116 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-fbf8e5c6-51c1-466b-8c8b-5bed3ef7d5d5 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=6e6711a9e5f74e71a0521560b83342cd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7469079
Feb 10 21:03:23.370145 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 54880) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:03:23.388637 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf8e5c6-51c1-466b-8c8b-5bed3ef7d5d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22ae6281-0386-468b-a080-d834f04ac62d,revision_number=1']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:03:23.393943 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-fbf8e5c6-51c1-466b-8c8b-5bed3ef7d5d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:03:23.465916 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-83b62158-e443-4de9-84bc-8767cebacf73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:23.508125 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-83b62158-e443-4de9-84bc-8767cebacf73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:23.591184 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-83b62158-e443-4de9-84bc-8767cebacf73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:23.603599 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b40b29c9-6177-4770-8336-5058fd83ef67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:03:23.625207 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-83b62158-e443-4de9-84bc-8767cebacf73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:23.629845 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-83b62158-e443-4de9-84bc-8767cebacf73 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/22ae6281-0386-468b-a080-d834f04ac62d HTTP/1.1" status: 204  len: 168 time: 0.2583702
Feb 10 21:03:23.631179 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b62158-e443-4de9-84bc-8767cebacf73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ae6281-0386-468b-a080-d834f04ac62d,revision_number=None']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:03:23.633879 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-83b62158-e443-4de9-84bc-8767cebacf73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:03:23.658400 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.objects.ports [None req-0f4b425b-87c4-44d2-9e0a-8591b8906a88 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=79930) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 10 21:03:24.039055 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 54912) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:03:24.061628 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-d74d04aa-3ce9-4d17-8ca3-814872c70484 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:24.078756 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-d74d04aa-3ce9-4d17-8ca3-814872c70484 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:03:24.084351 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-da204ee1-bc25-4e11-8789-222a1c02e51d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:24.084640 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-d74d04aa-3ce9-4d17-8ca3-814872c70484 admin admin] Usage tracker for resource:security_group_rule and tenant:b94debaf54f243a39ae03c4a4fd5a9ae is out of sync, need to count used quota {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:03:24.089170 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-d74d04aa-3ce9-4d17-8ca3-814872c70484 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:03:24.095118 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-d74d04aa-3ce9-4d17-8ca3-814872c70484 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:03:24.201946 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-d74d04aa-3ce9-4d17-8ca3-814872c70484 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:24.207573 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-d74d04aa-3ce9-4d17-8ca3-814872c70484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:24.221334 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:03:24.278707 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-d74d04aa-3ce9-4d17-8ca3-814872c70484 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=b94debaf54f243a39ae03c4a4fd5a9ae&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2358899
Feb 10 21:03:24.278707 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74d04aa-3ce9-4d17-8ca3-814872c70484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a12bd4a8-d31b-4dec-8a03-098f3da2a322,revision_number=1']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:03:24.279309 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 54922) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:03:24.296205 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-d74d04aa-3ce9-4d17-8ca3-814872c70484 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:03:24.357733 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-693e3cca-32cc-49ef-b1ba-8a158a5e9a30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:24.394315 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-693e3cca-32cc-49ef-b1ba-8a158a5e9a30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:24.463019 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-693e3cca-32cc-49ef-b1ba-8a158a5e9a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:24.472437 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:03:24.488715 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693e3cca-32cc-49ef-b1ba-8a158a5e9a30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a12bd4a8-d31b-4dec-8a03-098f3da2a322,revision_number=None']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:03:24.493798 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-693e3cca-32cc-49ef-b1ba-8a158a5e9a30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:03:24.537869 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-693e3cca-32cc-49ef-b1ba-8a158a5e9a30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:24.539102 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-693e3cca-32cc-49ef-b1ba-8a158a5e9a30 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/a12bd4a8-d31b-4dec-8a03-098f3da2a322 HTTP/1.1" status: 204  len: 168 time: 0.2590361
Feb 10 21:03:24.650373 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb42cc5b-2023-4261-ba5d-6be7779a34df req-0b6acf1d-cd3e-46a6-9243-4e1f49083f7a tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:24.658374 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-eb42cc5b-2023-4261-ba5d-6be7779a34df req-0b6acf1d-cd3e-46a6-9243-4e1f49083f7a tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/ports?device_id=e8b23f20-03b7-4c8c-851e-cd085acbd5e8 HTTP/1.1" status: 200  len: 944 time: 0.1834950
Feb 10 21:03:24.694404 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930ba735-c3d9-40ac-bad4-fe408c19488c req-50dfa0c3-321d-451a-bc1b-8c0e4cc2a095 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:24.696525 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-930ba735-c3d9-40ac-bad4-fe408c19488c req-50dfa0c3-321d-451a-bc1b-8c0e4cc2a095 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d8e8527-6359-42ba-91a8-bb462b8507d3 HTTP/1.1" status: 200  len: 944 time: 0.2004614
Feb 10 21:03:24.730759 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-eb42cc5b-2023-4261-ba5d-6be7779a34df req-4ec337f4-90ad-4cf7-b1a2-6b70b354d451 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/security-groups?id=d690a83b-8d2e-42e4-90ab-f76a16f8383a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0712035
Feb 10 21:03:24.785304 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-930ba735-c3d9-40ac-bad4-fe408c19488c req-1c3acc16-cdc6-4eb8-99f3-8913398b35c8 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0816407
Feb 10 21:03:24.911973 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device a3009fcd-a441-4251-9ac0-b83a083a8578 up at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:03:25.005944 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning for port a3009fcd-a441-4251-9ac0-b83a083a8578 completed by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 10 21:03:25.012071 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning complete for port a3009fcd-a441-4251-9ac0-b83a083a8578 triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:03:25.012354 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:25.201578 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:25.249013 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8b23f20-03b7-4c8c-851e-cd085acbd5e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3009fcd-a441-4251-9ac0-b83a083a8578'}] {{(pid=79930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 10 21:03:25.259671 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] For port a3009fcd-a441-4251-9ac0-b83a083a8578, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=a3009fcd-a441-4251-9ac0-b83a083a8578,segment=NetworkSegment(72156de0-a8ad-4731-91cf-ea9c1cde9fbe),segment_id=72156de0-a8ad-4731-91cf-ea9c1cde9fbe)] {{(pid=79930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:03:25.263178 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:25.264150 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device a53743a4-e3ef-4212-9855-140da57a2cd6 up at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:03:25.304819 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:03:25.429512 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Pushing event updated for resources: {'Port': ['ID=a3009fcd-a441-4251-9ac0-b83a083a8578,revision_number=4']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:03:25.434229 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:03:25.442472 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning for port a53743a4-e3ef-4212-9855-140da57a2cd6 completed by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 10 21:03:25.448364 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning complete for port a53743a4-e3ef-4212-9855-140da57a2cd6 triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:03:25.448918 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:25.489632 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8b23f20-03b7-4c8c-851e-cd085acbd5e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3009fcd-a441-4251-9ac0-b83a083a8578', 'code': 200}
Feb 10 21:03:25.627161 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:25.676485 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] For port a53743a4-e3ef-4212-9855-140da57a2cd6, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=a53743a4-e3ef-4212-9855-140da57a2cd6,segment=NetworkSegment(4bc59d15-b1dc-4485-b325-20bf44c1e2e2),segment_id=4bc59d15-b1dc-4485-b325-20bf44c1e2e2)] {{(pid=79930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:03:25.681136 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:25.683508 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-9491e6a5-f7c3-4d3e-9d2d-cbf4656d1bbb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:03:25.797523 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Pushing event updated for resources: {'Port': ['ID=a53743a4-e3ef-4212-9855-140da57a2cd6,revision_number=4']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:03:25.812869 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:03:25.903931 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4accfa2-4cd4-4d89-9121-4d38b32e2ab5 req-9ce31c3c-b2fc-4856-a60e-c802732d72a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:25.905557 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-a4accfa2-4cd4-4d89-9121-4d38b32e2ab5 req-9ce31c3c-b2fc-4856-a60e-c802732d72a4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e8b23f20-03b7-4c8c-851e-cd085acbd5e8 HTTP/1.1" status: 200  len: 1163 time: 0.1664553
Feb 10 21:03:26.047384 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-a4accfa2-4cd4-4d89-9121-4d38b32e2ab5 req-a27b7590-7360-4be9-b3f3-359568e3da0c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d690a83b-8d2e-42e4-90ab-f76a16f8383a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1252980
Feb 10 21:03:26.159625 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd08e92-b333-4f06-83a3-92817fdce87e req-cf010960-d7c0-48ed-88ce-9537f541c426 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:26.168980 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-2dd08e92-b333-4f06-83a3-92817fdce87e req-cf010960-d7c0-48ed-88ce-9537f541c426 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d8e8527-6359-42ba-91a8-bb462b8507d3 HTTP/1.1" status: 200  len: 944 time: 0.2034674
Feb 10 21:03:26.212963 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a9fd2f-9c93-411d-9aa1-87fb5b70a8da req-3b0aa75e-276b-47de-afb3-b1a4af0820f1 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:26.220848 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-73a9fd2f-9c93-411d-9aa1-87fb5b70a8da req-3b0aa75e-276b-47de-afb3-b1a4af0820f1 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/ports?device_id=e8b23f20-03b7-4c8c-851e-cd085acbd5e8 HTTP/1.1" status: 200  len: 946 time: 0.2450986
Feb 10 21:03:26.252277 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-2dd08e92-b333-4f06-83a3-92817fdce87e req-fabac877-e6bf-4ae3-b5ec-8d4843fdd6c5 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0821199
Feb 10 21:03:26.298578 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-73a9fd2f-9c93-411d-9aa1-87fb5b70a8da req-a623eb44-f37c-4c51-a7a6-dbf7b9b7fe2d tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/security-groups?id=d690a83b-8d2e-42e4-90ab-f76a16f8383a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0761049
Feb 10 21:03:26.566191 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device a53743a4-e3ef-4212-9855-140da57a2cd6 up at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:03:26.646498 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 55024) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:03:26.652026 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-40b92456-81d7-42bf-8a90-78f8c4dd65ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:26.672927 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning complete for port a53743a4-e3ef-4212-9855-140da57a2cd6 triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:03:26.673606 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:26.689788 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 55032) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:03:26.810261 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device a3009fcd-a441-4251-9ac0-b83a083a8578 up at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:03:26.844898 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-3d46652a-96df-4d18-81b6-8f3f84bab082 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:26.863911 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-3d46652a-96df-4d18-81b6-8f3f84bab082 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:03:26.868544 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-3d46652a-96df-4d18-81b6-8f3f84bab082 admin admin] Usage tracker for resource:security_group_rule and tenant:5225adfabd0d433a9ef638b8bf3d4ca9 is out of sync, need to count used quota {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:03:26.872092 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-3d46652a-96df-4d18-81b6-8f3f84bab082 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:03:26.878459 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-3d46652a-96df-4d18-81b6-8f3f84bab082 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:03:26.890775 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning complete for port a3009fcd-a441-4251-9ac0-b83a083a8578 triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:03:26.891361 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:26.925798 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-be799c50-0180-473c-bab5-0f4c67e974db admin admin] Notify callbacks [] for security_group, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:26.944271 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-be799c50-0180-473c-bab5-0f4c67e974db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:03:26.951327 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-be799c50-0180-473c-bab5-0f4c67e974db admin admin] Usage tracker for resource:security_group_rule and tenant:bc331cd380644b4b80a16e21866163f0 is out of sync, need to count used quota {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:03:26.954397 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-be799c50-0180-473c-bab5-0f4c67e974db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:03:26.969661 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-be799c50-0180-473c-bab5-0f4c67e974db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:03:27.032561 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device 46f39365-b7d7-4866-82e7-5f21ab91bcb6 up at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:03:27.047729 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-3d46652a-96df-4d18-81b6-8f3f84bab082 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:27.112541 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning for port 46f39365-b7d7-4866-82e7-5f21ab91bcb6 completed by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 10 21:03:27.118779 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning complete for port 46f39365-b7d7-4866-82e7-5f21ab91bcb6 triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:03:27.119279 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:27.138511 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-3d46652a-96df-4d18-81b6-8f3f84bab082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:27.160121 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:03:27.201874 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d46652a-96df-4d18-81b6-8f3f84bab082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05124110-6d6f-4e89-a350-b8db07fc8cac,revision_number=1']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:03:27.207714 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-be799c50-0180-473c-bab5-0f4c67e974db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:27.212150 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-3d46652a-96df-4d18-81b6-8f3f84bab082 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:03:27.219785 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-be799c50-0180-473c-bab5-0f4c67e974db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:27.232917 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:03:27.272433 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be799c50-0180-473c-bab5-0f4c67e974db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e2fc7d3-d671-47b3-82f8-f58d53c70282,revision_number=1']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:03:27.298963 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 55048) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:03:27.299134 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-be799c50-0180-473c-bab5-0f4c67e974db admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=bc331cd380644b4b80a16e21866163f0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6080334
Feb 10 21:03:27.300608 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-be799c50-0180-473c-bab5-0f4c67e974db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:03:27.316920 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-3d46652a-96df-4d18-81b6-8f3f84bab082 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=5225adfabd0d433a9ef638b8bf3d4ca9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6685381
Feb 10 21:03:27.318419 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 55052) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:03:27.394293 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ff785bc3-8e61-400d-a7f5-fb363d570dc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:27.450810 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ff785bc3-8e61-400d-a7f5-fb363d570dc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:27.458488 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8e35c017-ca0e-4997-9af4-ce0f5f2c761e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:27.468317 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:27.506292 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5a452ba-1bbb-4cf5-a43d-16be280c05b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a53743a4-e3ef-4212-9855-140da57a2cd6'}] {{(pid=79930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 10 21:03:27.566167 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-25b68531-c478-4537-b195-9909d1831573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:27.569340 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ff785bc3-8e61-400d-a7f5-fb363d570dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:27.571263 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] For port 46f39365-b7d7-4866-82e7-5f21ab91bcb6, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=46f39365-b7d7-4866-82e7-5f21ab91bcb6,segment=NetworkSegment(4bc59d15-b1dc-4485-b325-20bf44c1e2e2),segment_id=4bc59d15-b1dc-4485-b325-20bf44c1e2e2)] {{(pid=79930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:03:27.574649 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:27.576859 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:03:27.594772 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:03:27.637276 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-25b68531-c478-4537-b195-9909d1831573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:27.658709 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ff785bc3-8e61-400d-a7f5-fb363d570dc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:27.663971 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-ff785bc3-8e61-400d-a7f5-fb363d570dc3 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/05124110-6d6f-4e89-a350-b8db07fc8cac HTTP/1.1" status: 204  len: 168 time: 0.3442333
Feb 10 21:03:27.665902 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Pushing event updated for resources: {'Port': ['ID=46f39365-b7d7-4866-82e7-5f21ab91bcb6,revision_number=4']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:03:27.669954 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:03:27.724226 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff785bc3-8e61-400d-a7f5-fb363d570dc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05124110-6d6f-4e89-a350-b8db07fc8cac,revision_number=None']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:03:27.747204 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff785bc3-8e61-400d-a7f5-fb363d570dc3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:03:27.747873 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff785bc3-8e61-400d-a7f5-fb363d570dc3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:03:27.748473 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff785bc3-8e61-400d-a7f5-fb363d570dc3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:03:27.749184 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff785bc3-8e61-400d-a7f5-fb363d570dc3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:03:27.749761 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff785bc3-8e61-400d-a7f5-fb363d570dc3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:03:27.750379 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff785bc3-8e61-400d-a7f5-fb363d570dc3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:03:27.750957 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff785bc3-8e61-400d-a7f5-fb363d570dc3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:03:27.751528 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff785bc3-8e61-400d-a7f5-fb363d570dc3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:03:27.752123 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff785bc3-8e61-400d-a7f5-fb363d570dc3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:03:27.753267 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff785bc3-8e61-400d-a7f5-fb363d570dc3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:03:27.753839 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff785bc3-8e61-400d-a7f5-fb363d570dc3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:03:27.754429 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff785bc3-8e61-400d-a7f5-fb363d570dc3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:03:27.755207 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff785bc3-8e61-400d-a7f5-fb363d570dc3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:03:27.755792 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff785bc3-8e61-400d-a7f5-fb363d570dc3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:03:27.756356 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff785bc3-8e61-400d-a7f5-fb363d570dc3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:03:27.756919 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff785bc3-8e61-400d-a7f5-fb363d570dc3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:03:27.757482 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff785bc3-8e61-400d-a7f5-fb363d570dc3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:03:27.758084 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff785bc3-8e61-400d-a7f5-fb363d570dc3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:03:27.758666 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff785bc3-8e61-400d-a7f5-fb363d570dc3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:03:27.759229 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff785bc3-8e61-400d-a7f5-fb363d570dc3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:03:27.759791 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff785bc3-8e61-400d-a7f5-fb363d570dc3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:03:27.760352 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff785bc3-8e61-400d-a7f5-fb363d570dc3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:03:27.761192 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff785bc3-8e61-400d-a7f5-fb363d570dc3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:03:27.761754 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff785bc3-8e61-400d-a7f5-fb363d570dc3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:03:27.787476 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-ff785bc3-8e61-400d-a7f5-fb363d570dc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:03:27.913789 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device a53743a4-e3ef-4212-9855-140da57a2cd6 up at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:03:27.941046 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b819dc-9657-4391-998f-92eb63937590 req-c8ba8d99-40a2-465c-8038-094f1b0cf844 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:27.942813 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-28b819dc-9657-4391-998f-92eb63937590 req-c8ba8d99-40a2-465c-8038-094f1b0cf844 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d8e8527-6359-42ba-91a8-bb462b8507d3 HTTP/1.1" status: 200  len: 946 time: 0.3512509
Feb 10 21:03:27.943381 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 55066) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:03:28.003287 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning complete for port a53743a4-e3ef-4212-9855-140da57a2cd6 triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:03:28.003953 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:28.054738 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-28b819dc-9657-4391-998f-92eb63937590 req-0510d005-51a0-4342-8b0d-ad58c0ac7270 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1036327
Feb 10 21:03:28.113702 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-25b68531-c478-4537-b195-9909d1831573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:28.125385 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-c221ba1e-383c-468c-ad58-a3464a8236b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:03:28.159774 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b68531-c478-4537-b195-9909d1831573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e2fc7d3-d671-47b3-82f8-f58d53c70282,revision_number=None']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:03:28.179346 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b68531-c478-4537-b195-9909d1831573 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:03:28.180183 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b68531-c478-4537-b195-9909d1831573 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:03:28.180710 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b68531-c478-4537-b195-9909d1831573 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:03:28.181266 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b68531-c478-4537-b195-9909d1831573 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:03:28.181653 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b68531-c478-4537-b195-9909d1831573 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:03:28.182055 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b68531-c478-4537-b195-9909d1831573 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:03:28.182649 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b68531-c478-4537-b195-9909d1831573 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:03:28.183118 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b68531-c478-4537-b195-9909d1831573 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:03:28.183569 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b68531-c478-4537-b195-9909d1831573 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:03:28.183952 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b68531-c478-4537-b195-9909d1831573 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:03:28.184447 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b68531-c478-4537-b195-9909d1831573 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:03:28.184893 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b68531-c478-4537-b195-9909d1831573 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:03:28.185544 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b68531-c478-4537-b195-9909d1831573 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:03:28.185930 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b68531-c478-4537-b195-9909d1831573 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:03:28.186329 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b68531-c478-4537-b195-9909d1831573 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:03:28.188038 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b68531-c478-4537-b195-9909d1831573 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:03:28.188481 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b68531-c478-4537-b195-9909d1831573 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:03:28.188912 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b68531-c478-4537-b195-9909d1831573 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:03:28.189556 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b68531-c478-4537-b195-9909d1831573 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:03:28.191794 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b68531-c478-4537-b195-9909d1831573 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:03:28.192625 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b68531-c478-4537-b195-9909d1831573 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:03:28.193020 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5a452ba-1bbb-4cf5-a43d-16be280c05b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a53743a4-e3ef-4212-9855-140da57a2cd6', 'code': 200}
Feb 10 21:03:28.193128 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b68531-c478-4537-b195-9909d1831573 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:03:28.193397 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b68531-c478-4537-b195-9909d1831573 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:03:28.193775 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b68531-c478-4537-b195-9909d1831573 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:03:28.198156 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-25b68531-c478-4537-b195-9909d1831573 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:03:28.244560 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:28.256715 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 55076) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:03:28.274819 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device 46f39365-b7d7-4866-82e7-5f21ab91bcb6 up at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:03:28.306540 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb71b-c107-4d2d-9f90-7643464d7eb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:28.322479 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-5ecf527a-c432-4c91-80bf-2d9695d60543 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:28.345254 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-5ecf527a-c432-4c91-80bf-2d9695d60543 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:03:28.348596 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d40cf5-1956-4940-be13-98dead166686 req-cc886abc-b9f8-4b8d-a212-510f69f09fb4 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:28.350183 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-5ecf527a-c432-4c91-80bf-2d9695d60543 admin admin] Usage tracker for resource:security_group_rule and tenant:89ac98bd1a4d454980b0d5c69eaa94eb is out of sync, need to count used quota {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:03:28.351199 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a16a173f-35ea-40df-9953-0a23fc2526db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:28.353395 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-5ecf527a-c432-4c91-80bf-2d9695d60543 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:03:28.358276 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-f3d40cf5-1956-4940-be13-98dead166686 req-cc886abc-b9f8-4b8d-a212-510f69f09fb4 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/ports?device_id=e8b23f20-03b7-4c8c-851e-cd085acbd5e8 HTTP/1.1" status: 200  len: 946 time: 0.6509473
Feb 10 21:03:28.359770 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-5ecf527a-c432-4c91-80bf-2d9695d60543 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:03:28.360931 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-25b68531-c478-4537-b195-9909d1831573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:28.367410 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-25b68531-c478-4537-b195-9909d1831573 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/6e2fc7d3-d671-47b3-82f8-f58d53c70282 HTTP/1.1" status: 204  len: 168 time: 1.0658216
Feb 10 21:03:28.391218 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning complete for port 46f39365-b7d7-4866-82e7-5f21ab91bcb6 triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:03:28.391903 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:28.415181 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-11c3df48-e173-40a6-a234-7d8722b8a857 req-c399f2ba-87ec-42ea-a9db-203a33bd1d19 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c4eaa0d1-982a-4a87-b374-f73f03983cdd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.6544096
Feb 10 21:03:28.473273 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-f3d40cf5-1956-4940-be13-98dead166686 req-51a80efa-1cfe-4026-9bfd-115612ed70b6 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/security-groups?id=d690a83b-8d2e-42e4-90ab-f76a16f8383a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1132610
Feb 10 21:03:28.497418 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-5ecf527a-c432-4c91-80bf-2d9695d60543 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:28.499042 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-b7cbb71b-c107-4d2d-9f90-7643464d7eb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:03:28.504392 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-5ecf527a-c432-4c91-80bf-2d9695d60543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:28.513293 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-b7cbb71b-c107-4d2d-9f90-7643464d7eb3 admin admin] Usage tracker for resource:security_group_rule and tenant:521b55431ecc4863a9fc096d8e9809ea is out of sync, need to count used quota {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:03:28.517798 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-64227fd2-37b0-4247-9efa-f8dc42cc57e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:03:28.529975 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-b7cbb71b-c107-4d2d-9f90-7643464d7eb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:03:28.550353 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-b7cbb71b-c107-4d2d-9f90-7643464d7eb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:03:28.581380 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecf527a-c432-4c91-80bf-2d9695d60543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0482d599-31eb-44cc-b0ab-9920ce652dd8,revision_number=1']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:03:28.585898 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-5ecf527a-c432-4c91-80bf-2d9695d60543 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=89ac98bd1a4d454980b0d5c69eaa94eb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6413255
Feb 10 21:03:28.587937 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-5ecf527a-c432-4c91-80bf-2d9695d60543 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:03:28.595074 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 55084) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:03:28.671679 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d01294-df91-43f0-82f7-6bde7b490536 req-bcfc9c5f-2f10-4824-98f6-3996182436aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:28.673279 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-45d01294-df91-43f0-82f7-6bde7b490536 req-bcfc9c5f-2f10-4824-98f6-3996182436aa service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d5a452ba-1bbb-4cf5-a43d-16be280c05b9 HTTP/1.1" status: 200  len: 1163 time: 0.1984499
Feb 10 21:03:28.685632 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a2b2f6e4-e9e5-4954-8251-84281932e6ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:28.700819 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c3df48-e173-40a6-a234-7d8722b8a857 req-0bd4d048-2151-4fbe-bdfd-0ecca97d0cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:28.702444 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-11c3df48-e173-40a6-a234-7d8722b8a857 req-0bd4d048-2151-4fbe-bdfd-0ecca97d0cff service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fd8c6aec55114f528929638c55a0f6a9&device_id=c4eaa0d1-982a-4a87-b374-f73f03983cdd HTTP/1.1" status: 200  len: 1162 time: 0.1374629
Feb 10 21:03:28.736550 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a2b2f6e4-e9e5-4954-8251-84281932e6ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:28.791910 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-45d01294-df91-43f0-82f7-6bde7b490536 req-789afd5f-4161-41c7-ac0a-20bf4ffd58ac service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1087527
Feb 10 21:03:28.792445 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb71b-c107-4d2d-9f90-7643464d7eb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:28.800435 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b7cbb71b-c107-4d2d-9f90-7643464d7eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:28.810657 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-487fd358-cfb6-4179-b95b-8d31b2a72638 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:03:28.865903 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-b7cbb71b-c107-4d2d-9f90-7643464d7eb3 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=521b55431ecc4863a9fc096d8e9809ea&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6076503
Feb 10 21:03:28.867340 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cbb71b-c107-4d2d-9f90-7643464d7eb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3522d931-cbcc-4bdc-85fa-de8a4c95df25,revision_number=1']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:03:28.869752 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 55094) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:03:28.873103 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b7cbb71b-c107-4d2d-9f90-7643464d7eb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:03:28.890788 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a2b2f6e4-e9e5-4954-8251-84281932e6ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:28.902166 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-bf588a14-0f9e-4aee-9173-1e5182cb7ab6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:03:28.922398 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c3df48-e173-40a6-a234-7d8722b8a857 req-4b5c7f5b-b0cc-444c-8af8-a339cd41a230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:28.925496 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-11c3df48-e173-40a6-a234-7d8722b8a857 req-4b5c7f5b-b0cc-444c-8af8-a339cd41a230 service neutron] 10.222.0.15 "GET /v2.0/networks?id=20901ffe-56e0-4231-a22c-8768446088e2 HTTP/1.1" status: 200  len: 908 time: 0.1839015
Feb 10 21:03:28.931363 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b2f6e4-e9e5-4954-8251-84281932e6ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0482d599-31eb-44cc-b0ab-9920ce652dd8,revision_number=None']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:03:28.941420 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-a2b2f6e4-e9e5-4954-8251-84281932e6ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:03:28.944712 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a2b2f6e4-e9e5-4954-8251-84281932e6ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:28.946130 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-a2b2f6e4-e9e5-4954-8251-84281932e6ce admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/0482d599-31eb-44cc-b0ab-9920ce652dd8 HTTP/1.1" status: 204  len: 168 time: 0.3499930
Feb 10 21:03:28.973444 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-006b7abc-5fe7-4499-aa1d-99b751f1cea7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:29.018741 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-006b7abc-5fe7-4499-aa1d-99b751f1cea7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:29.067489 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-006b7abc-5fe7-4499-aa1d-99b751f1cea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:29.073096 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-ff785bc3-8e61-400d-a7f5-fb363d570dc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:03:29.106126 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006b7abc-5fe7-4499-aa1d-99b751f1cea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3522d931-cbcc-4bdc-85fa-de8a4c95df25,revision_number=None']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:03:29.121924 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-006b7abc-5fe7-4499-aa1d-99b751f1cea7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:03:29.126610 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-006b7abc-5fe7-4499-aa1d-99b751f1cea7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:29.131160 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-006b7abc-5fe7-4499-aa1d-99b751f1cea7 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/3522d931-cbcc-4bdc-85fa-de8a4c95df25 HTTP/1.1" status: 204  len: 168 time: 0.2600613
Feb 10 21:03:29.259907 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-11c3df48-e173-40a6-a234-7d8722b8a857 req-fc23c3fd-5374-40d3-80f6-da36900265f9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5c00599a-0ac5-4ab5-905a-f9522bbffdc9 HTTP/1.1" status: 200  len: 217 time: 0.1865027
Feb 10 21:03:29.389708 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c3df48-e173-40a6-a234-7d8722b8a857 req-05b8123a-cde9-4a55-8ca5-6f82c3183e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:29.391467 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-11c3df48-e173-40a6-a234-7d8722b8a857 req-05b8123a-cde9-4a55-8ca5-6f82c3183e0a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=884075b2-6b00-417e-a17c-100207a10cdd HTTP/1.1" status: 200  len: 854 time: 0.1142426
Feb 10 21:03:29.450429 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 55120) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:03:29.461202 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f3e98c-85d1-4402-9e1e-a51ea2214561 req-a04e2d36-b924-46e8-b081-bb846edc445c tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:29.469490 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-d6f3e98c-85d1-4402-9e1e-a51ea2214561 req-a04e2d36-b924-46e8-b081-bb846edc445c tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d8e8527-6359-42ba-91a8-bb462b8507d3 HTTP/1.1" status: 200  len: 946 time: 0.2256632
Feb 10 21:03:29.495184 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-11c3df48-e173-40a6-a234-7d8722b8a857 req-46702bf2-8168-437f-abca-7459a8352bdf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=20901ffe-56e0-4231-a22c-8768446088e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0918293
Feb 10 21:03:29.499424 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-0eb8147f-ac2f-461b-99d8-403d4670bef7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:29.520098 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-0eb8147f-ac2f-461b-99d8-403d4670bef7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:03:29.525158 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-0eb8147f-ac2f-461b-99d8-403d4670bef7 admin admin] Usage tracker for resource:security_group_rule and tenant:6fd07157b84e4208b287471207296316 is out of sync, need to count used quota {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:03:29.528214 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-0eb8147f-ac2f-461b-99d8-403d4670bef7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:03:29.535296 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-0eb8147f-ac2f-461b-99d8-403d4670bef7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:03:29.600503 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-d6f3e98c-85d1-4402-9e1e-a51ea2214561 req-9224bae7-ff96-4722-9660-a08631da5208 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1298275
Feb 10 21:03:29.828377 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-11c3df48-e173-40a6-a234-7d8722b8a857 req-43c7cb2d-d0aa-424d-bc94-0c34e718ab94 service neutron] 10.222.0.15 "GET /v2.0/networks/20901ffe-56e0-4231-a22c-8768446088e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3127573
Feb 10 21:03:30.071870 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeeae94-ca37-4bb8-8be8-c157a89829ec req-50d82207-7e56-48e9-ab22-3861766b5df3 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:30.073547 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-4aeeae94-ca37-4bb8-8be8-c157a89829ec req-50d82207-7e56-48e9-ab22-3861766b5df3 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/ports?device_id=e8b23f20-03b7-4c8c-851e-cd085acbd5e8 HTTP/1.1" status: 200  len: 946 time: 0.3769007
Feb 10 21:03:30.131968 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-0eb8147f-ac2f-461b-99d8-403d4670bef7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:30.160784 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-11c3df48-e173-40a6-a234-7d8722b8a857 req-fc2a2d3e-9bc0-45ad-a1a6-3fa40b4dcff5 service neutron] 10.222.0.15 "GET /v2.0/networks/20901ffe-56e0-4231-a22c-8768446088e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3157403
Feb 10 21:03:30.164295 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-0eb8147f-ac2f-461b-99d8-403d4670bef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:30.175967 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-bd0710ca-6c9c-4544-8f4e-13e1d5bdd583 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:03:30.194588 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d8e8527-6359-42ba-91a8-bb462b8507d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46f39365-b7d7-4866-82e7-5f21ab91bcb6'}] {{(pid=79930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 10 21:03:30.255005 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-4aeeae94-ca37-4bb8-8be8-c157a89829ec req-e07283e0-d6b1-451c-9b44-7d3c1648a7fe tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/security-groups?id=d690a83b-8d2e-42e4-90ab-f76a16f8383a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1576843
Feb 10 21:03:30.256845 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb8147f-ac2f-461b-99d8-403d4670bef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d9ed841-ed6c-4fd9-854a-1854eccdcdbe,revision_number=1']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:03:30.261761 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-0eb8147f-ac2f-461b-99d8-403d4670bef7 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=6fd07157b84e4208b287471207296316&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8102658
Feb 10 21:03:30.262806 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-0eb8147f-ac2f-461b-99d8-403d4670bef7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:03:30.264609 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 55154) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:03:30.345102 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d8e8527-6359-42ba-91a8-bb462b8507d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46f39365-b7d7-4866-82e7-5f21ab91bcb6', 'code': 200}
Feb 10 21:03:30.360630 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-4f8c0763-04fa-4144-a15d-1aeea8a9a3c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:30.425200 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-4f8c0763-04fa-4144-a15d-1aeea8a9a3c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:30.686051 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e82d22-e548-4a1e-ad3f-86119318105a req-514359e7-28fe-45be-9aeb-e27835c39c9c tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:30.687913 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-b7e82d22-e548-4a1e-ad3f-86119318105a req-514359e7-28fe-45be-9aeb-e27835c39c9c tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/ports?device_id=e8b23f20-03b7-4c8c-851e-cd085acbd5e8 HTTP/1.1" status: 200  len: 946 time: 0.2493317
Feb 10 21:03:30.699307 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 55174) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:03:30.701330 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-4f8c0763-04fa-4144-a15d-1aeea8a9a3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:30.711862 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [None req-4472569e-1bc2-468a-ad71-044589207aff tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Request body: {'floatingip': {'port_id': 'a3009fcd-a441-4251-9ac0-b83a083a8578'}} {{(pid=79928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:03:30.759035 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-877a38bf-fa30-4ce3-8497-d71967c19f87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:03:30.782232 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8c0763-04fa-4144-a15d-1aeea8a9a3c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d9ed841-ed6c-4fd9-854a-1854eccdcdbe,revision_number=None']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:03:30.784717 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 55180) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:03:30.825494 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-4f8c0763-04fa-4144-a15d-1aeea8a9a3c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:03:30.854740 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-4f8c0763-04fa-4144-a15d-1aeea8a9a3c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:30.856353 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-4f8c0763-04fa-4144-a15d-1aeea8a9a3c8 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/4d9ed841-ed6c-4fd9-854a-1854eccdcdbe HTTP/1.1" status: 204  len: 168 time: 0.5903246
Feb 10 21:03:30.954466 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a80c82-3a45-47e4-a651-9e4d73a1d65d req-fd7c99ab-e761-4ac4-96d9-4cbe8abd3b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:30.970431 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-14a80c82-3a45-47e4-a651-9e4d73a1d65d req-fd7c99ab-e761-4ac4-96d9-4cbe8abd3b32 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0d8e8527-6359-42ba-91a8-bb462b8507d3 HTTP/1.1" status: 200  len: 1163 time: 0.2810242
Feb 10 21:03:30.997090 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:31.080379 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-14a80c82-3a45-47e4-a651-9e4d73a1d65d req-7084e1cc-b0cb-41b1-aaff-b83c641883bb service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1019433
Feb 10 21:03:31.173879 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-4472569e-1bc2-468a-ad71-044589207aff tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify callbacks [] for floatingip, before_update {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:31.304031 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-957438be-0dac-4e94-979c-0e233b90e22a admin admin] Notify callbacks [] for security_group, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:31.325749 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-957438be-0dac-4e94-979c-0e233b90e22a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:03:31.332327 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-957438be-0dac-4e94-979c-0e233b90e22a admin admin] Usage tracker for resource:security_group_rule and tenant:f22adf93b5e1411e88334d5e8f8cd52f is out of sync, need to count used quota {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:03:31.336502 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-957438be-0dac-4e94-979c-0e233b90e22a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:03:31.344607 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-957438be-0dac-4e94-979c-0e233b90e22a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:03:31.450961 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-957438be-0dac-4e94-979c-0e233b90e22a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:31.456722 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-957438be-0dac-4e94-979c-0e233b90e22a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:31.470252 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-baab073c-218b-41d9-87c5-a463d756f0ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:03:31.516695 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 55200) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:03:31.517663 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83380f6c-01d7-4e3b-ad63-b34b5c1e2fab req-5b2915a6-b0af-4e22-b626-fdb5ca615233 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:31.519947 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-83380f6c-01d7-4e3b-ad63-b34b5c1e2fab req-5b2915a6-b0af-4e22-b626-fdb5ca615233 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d8e8527-6359-42ba-91a8-bb462b8507d3 HTTP/1.1" status: 200  len: 946 time: 0.4336643
Feb 10 21:03:31.543293 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-957438be-0dac-4e94-979c-0e233b90e22a admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=f22adf93b5e1411e88334d5e8f8cd52f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7364357
Feb 10 21:03:31.546212 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957438be-0dac-4e94-979c-0e233b90e22a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df5812e5-786c-4208-a723-6b24fd72f40c,revision_number=1']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:03:31.548223 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 55204) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:03:31.550409 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-957438be-0dac-4e94-979c-0e233b90e22a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:03:31.553293 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-6afb38b3-2d43-4587-92d8-210a345d33de admin admin] Notify callbacks [] for security_group, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:31.569771 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-6afb38b3-2d43-4587-92d8-210a345d33de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:03:31.574177 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-6afb38b3-2d43-4587-92d8-210a345d33de admin admin] Usage tracker for resource:security_group_rule and tenant:7455a14bbd1943139f1469205a01ceaf is out of sync, need to count used quota {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:03:31.577265 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-6afb38b3-2d43-4587-92d8-210a345d33de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:03:31.584182 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-6afb38b3-2d43-4587-92d8-210a345d33de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:03:31.673781 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-6afb38b3-2d43-4587-92d8-210a345d33de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:31.676839 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-6afb38b3-2d43-4587-92d8-210a345d33de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:31.707356 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-04d0d146-9fd1-41b7-b5a0-6071500d0687 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:03:31.726627 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-6afb38b3-2d43-4587-92d8-210a345d33de admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=7455a14bbd1943139f1469205a01ceaf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2053754
Feb 10 21:03:31.736326 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 55210) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:03:31.743235 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afb38b3-2d43-4587-92d8-210a345d33de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2302a7b-80f2-4698-b1a9-18846d9ac55c,revision_number=1']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:03:31.746777 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-6afb38b3-2d43-4587-92d8-210a345d33de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:03:31.786856 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-83380f6c-01d7-4e3b-ad63-b34b5c1e2fab req-96775159-404b-436c-bbb6-8e2c738198c4 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2577786
Feb 10 21:03:31.891099 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a1fa87c9-269e-42d8-9a59-f3a16651ac38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:31.984078 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-3aaf3e89-1800-4e8c-9630-b40b3e0dfe6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:32.152181 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a1fa87c9-269e-42d8-9a59-f3a16651ac38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:32.227954 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-3aaf3e89-1800-4e8c-9630-b40b3e0dfe6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:32.295082 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a1fa87c9-269e-42d8-9a59-f3a16651ac38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:32.306140 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-693e3cca-32cc-49ef-b1ba-8a158a5e9a30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:03:32.336731 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fa87c9-269e-42d8-9a59-f3a16651ac38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df5812e5-786c-4208-a723-6b24fd72f40c,revision_number=None']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:03:32.347060 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-a1fa87c9-269e-42d8-9a59-f3a16651ac38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:03:32.351263 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a1fa87c9-269e-42d8-9a59-f3a16651ac38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:32.352465 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-a1fa87c9-269e-42d8-9a59-f3a16651ac38 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/df5812e5-786c-4208-a723-6b24fd72f40c HTTP/1.1" status: 204  len: 168 time: 0.8014758
Feb 10 21:03:32.424905 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-3aaf3e89-1800-4e8c-9630-b40b3e0dfe6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:32.432011 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-a2b2f6e4-e9e5-4954-8251-84281932e6ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:03:32.452210 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaf3e89-1800-4e8c-9630-b40b3e0dfe6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2302a7b-80f2-4698-b1a9-18846d9ac55c,revision_number=None']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:03:32.458190 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-3aaf3e89-1800-4e8c-9630-b40b3e0dfe6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:03:32.535745 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-3aaf3e89-1800-4e8c-9630-b40b3e0dfe6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:32.538847 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-3aaf3e89-1800-4e8c-9630-b40b3e0dfe6c admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/e2302a7b-80f2-4698-b1a9-18846d9ac55c HTTP/1.1" status: 204  len: 168 time: 0.8005898
Feb 10 21:03:32.588250 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-4472569e-1bc2-468a-ad71-044589207aff tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:32.591046 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-4472569e-1bc2-468a-ad71-044589207aff tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850656737'] for floatingip, after_update {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:33.064485 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.db.l3_db [None req-4472569e-1bc2-468a-ad71-044589207aff tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Floating IP 7ce129ec-6cf8-4592-b82f-3be7277b3d41 associated. External IP: 172.27.3.168, port: a3009fcd-a441-4251-9ac0-b83a083a8578.
Feb 10 21:03:33.289247 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a588d18-9ad4-435b-a4e9-b50c6f14b358 req-5f09788f-b261-45cd-adc3-1bef9b7ba956 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:33.291181 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-5a588d18-9ad4-435b-a4e9-b50c6f14b358 req-5f09788f-b261-45cd-adc3-1bef9b7ba956 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d8e8527-6359-42ba-91a8-bb462b8507d3 HTTP/1.1" status: 200  len: 946 time: 0.2898159
Feb 10 21:03:33.397064 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-5a588d18-9ad4-435b-a4e9-b50c6f14b358 req-b14c68c6-f486-4cef-b7cc-c57b75a8677f tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0976033
Feb 10 21:03:33.708780 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4472569e-1bc2-468a-ad71-044589207aff tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Router 106cc9ca-9c38-4b7a-9037-6a5d24b936ca has already been hosted by L3 agent 351a09a7-a8bd-44d4-8337-3dd1b5c8f290 {{(pid=79928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 10 21:03:33.948009 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4472569e-1bc2-468a-ad71-044589207aff tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify agent at l3_agent.dv-cinder-775008-1-iscsi the message routers_updated {{(pid=79928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 10 21:03:33.954713 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-4472569e-1bc2-468a-ad71-044589207aff tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770081'] for floatingip, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:33.964697 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4121b8dc-937e-4d6b-a6a6-0356db8b1550 None None] Sync routers for ids ['106cc9ca-9c38-4b7a-9037-6a5d24b936ca'] in dv-cinder-775008-1-iscsi {{(pid=79931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 10 21:03:33.974082 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device 46f39365-b7d7-4866-82e7-5f21ab91bcb6 up at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:03:33.981482 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4121b8dc-937e-4d6b-a6a6-0356db8b1550 None None] Routers {'106cc9ca-9c38-4b7a-9037-6a5d24b936ca'} bound to L3 agent in host dv-cinder-775008-1-iscsi {{(pid=79931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 10 21:03:33.982497 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-4121b8dc-937e-4d6b-a6a6-0356db8b1550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbf908d7780>, 'dv-cinder-775008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-10T20:53:27Z,description=<?>,heartbeat_timestamp=2021-02-10T21:03:27Z,host='dv-cinder-775008-1-iscsi',id=351a09a7-a8bd-44d4-8337-3dd1b5c8f290,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-10T20:53:27Z,topic='l3_agent')) {'router_ids': ['106cc9ca-9c38-4b7a-9037-6a5d24b936ca'], 'active': True} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:03:34.031734 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-4472569e-1bc2-468a-ad71-044589207aff tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "PUT /v2.0/floatingips/7ce129ec-6cf8-4592-b82f-3be7277b3d41 HTTP/1.1" status: 200  len: 992 time: 3.3310187
Feb 10 21:03:34.032508 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8b23f20-03b7-4c8c-851e-cd085acbd5e8', 'tag': 'a3009fcd-a441-4251-9ac0-b83a083a8578'}] {{(pid=79928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 10 21:03:34.088937 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning complete for port 46f39365-b7d7-4866-82e7-5f21ab91bcb6 triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:03:34.089983 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:34.189600 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8b23f20-03b7-4c8c-851e-cd085acbd5e8', 'tag': 'a3009fcd-a441-4251-9ac0-b83a083a8578', 'status': 'completed', 'code': 200}
Feb 10 21:03:34.215788 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 55334) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:03:34.435880 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafd13b1-ba3a-429f-a5e9-b14732de0754 req-799f1f51-be88-4413-9033-8c5fe92c8561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:34.437994 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-fafd13b1-ba3a-429f-a5e9-b14732de0754 req-799f1f51-be88-4413-9033-8c5fe92c8561 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b863e31b2eb84722a5af6ec44203a203&device_id=e8b23f20-03b7-4c8c-851e-cd085acbd5e8 HTTP/1.1" status: 200  len: 1163 time: 0.1904488
Feb 10 21:03:34.463423 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvr_db [None req-4121b8dc-937e-4d6b-a6a6-0356db8b1550 None None] Set router 106cc9ca-9c38-4b7a-9037-6a5d24b936ca gateway port host: dv-cinder-775008-1-iscsi {{(pid=79931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 10 21:03:34.556031 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a11f439b-a9a1-47a5-bdb6-567822e468d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:34.584365 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-a11f439b-a9a1-47a5-bdb6-567822e468d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:03:34.588875 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-a11f439b-a9a1-47a5-bdb6-567822e468d2 admin admin] Usage tracker for resource:security_group_rule and tenant:bb12e09330dd43efaf7e70af5bf3fbaf is out of sync, need to count used quota {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:03:34.602211 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-a11f439b-a9a1-47a5-bdb6-567822e468d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:03:34.608444 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-a11f439b-a9a1-47a5-bdb6-567822e468d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:03:34.791882 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a11f439b-a9a1-47a5-bdb6-567822e468d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:34.795700 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a11f439b-a9a1-47a5-bdb6-567822e468d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:34.833913 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:03:34.848723 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-a11f439b-a9a1-47a5-bdb6-567822e468d2 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=bb12e09330dd43efaf7e70af5bf3fbaf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6304543
Feb 10 21:03:34.853362 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 55358) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:03:34.907144 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11f439b-a9a1-47a5-bdb6-567822e468d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83c9d232-46c9-40bd-839e-a7e21e1ea8fb,revision_number=1']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:03:34.915259 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-a11f439b-a9a1-47a5-bdb6-567822e468d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:03:34.930923 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafd13b1-ba3a-429f-a5e9-b14732de0754 req-af8d1916-dfc6-4675-b764-5188278278de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:34.935596 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-fafd13b1-ba3a-429f-a5e9-b14732de0754 req-af8d1916-dfc6-4675-b764-5188278278de service neutron] 10.222.0.15 "GET /v2.0/networks?id=30315e38-e508-43b4-a5e6-20c3939b243b HTTP/1.1" status: 200  len: 905 time: 0.4845273
Feb 10 21:03:34.985558 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-e7cb33b6-ed31-4728-b360-8cbf4fcc1ef3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:34.985998 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-4121b8dc-937e-4d6b-a6a6-0356db8b1550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbf908d7780>, [{'id': '106cc9ca-9c38-4b7a-9037-6a5d24b936ca', 'name': 'tempest-AttachVolumeTestJSON-1034830743-router', 'tenant_id': 'b863e31b2eb84722a5af6ec44203a203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': 'e84b6b0d-4d6f-4b29-ab9a-70b37947d282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:02:30Z', 'updated_at': '2021-02-10T21:02:46Z', 'revision_number': 4, 'project_id': 'b863e31b2eb84722a5af6ec44203a203', 'gw_port': {'id': 'e84b6b0d-4d6f-4b29-ab9a-70b37947d282', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:89:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106cc9ca-9c38-4b7a-9037-6a5d24b936ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:02:32Z', 'updated_at': '2021-02-10T21:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi', '_floatingips': [{'id': '7ce129ec-6cf8-4592-b82f-3be7277b3d41', 'tenant_id': 'b863e31b2eb84722a5af6ec44203a203', 'floating_ip_address': '172.27.3.168', 'floating_network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'router_id': '106cc9ca-9c38-4b7a-9037-6a5d24b936ca', 'port_id': 'a3009fcd-a441-4251-9ac0-b83a083a8578', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30315e38-e508-43b4-a5e6-20c3939b243b', 'mac_address': 'fa:16:3e:4a:ed:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b23f20-03b7-4c8c-851e-cd085acbd5e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-10T21:03:04Z', 'updated_at': '2021-02-10T21:03:32Z', 'revision_number': 1, 'project_id': 'b863e31b2eb84722a5af6ec44203a203', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '546e8bf9-ce1e-4244-b92b-8088eedfe638', 'name': '', 'network_id': '30315e38-e508-43b4-a5e6-20c3939b243b', 'tenant_id': 'b863e31b2eb84722a5af6ec44203a203', 'mac_address': 'fa:16:3e:c3:0b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106cc9ca-9c38-4b7a-9037-6a5d24b936ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ac135e95-2d8a-4872-b364-451b52f8b60d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:02:41Z', 'updated_at': '2021-02-10T21:02:59Z', 'revision_number': 5, 'project_id': 'b863e31b2eb84722a5af6ec44203a203', 'subnets': [{'id': 'ac135e95-2d8a-4872-b364-451b52f8b60d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775008-1-iscsi', False) {} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:03:34.990730 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4121b8dc-937e-4d6b-a6a6-0356db8b1550 None None] Checking router: 106cc9ca-9c38-4b7a-9037-6a5d24b936ca for host: dv-cinder-775008-1-iscsi {{(pid=79931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 10 21:03:35.000507 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4121b8dc-937e-4d6b-a6a6-0356db8b1550 None None] Routers {'106cc9ca-9c38-4b7a-9037-6a5d24b936ca'} bound to L3 agent in host dv-cinder-775008-1-iscsi {{(pid=79931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 10 21:03:35.001396 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-4121b8dc-937e-4d6b-a6a6-0356db8b1550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbf908d7780>, 'dv-cinder-775008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-10T20:53:27Z,description=<?>,heartbeat_timestamp=2021-02-10T21:03:27Z,host='dv-cinder-775008-1-iscsi',id=351a09a7-a8bd-44d4-8337-3dd1b5c8f290,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-10T20:53:27Z,topic='l3_agent')) {'router_ids': ['106cc9ca-9c38-4b7a-9037-6a5d24b936ca'], 'active': True} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:03:35.053573 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-e7cb33b6-ed31-4728-b360-8cbf4fcc1ef3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:35.111078 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a554601d-acc4-466c-bb35-db9a067d0519 req-e58142e0-3eb6-4e63-85c0-ff68f4b7c4b3 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:35.123359 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-a554601d-acc4-466c-bb35-db9a067d0519 req-e58142e0-3eb6-4e63-85c0-ff68f4b7c4b3 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d8e8527-6359-42ba-91a8-bb462b8507d3 HTTP/1.1" status: 200  len: 946 time: 0.4178898
Feb 10 21:03:35.141478 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-e7cb33b6-ed31-4728-b360-8cbf4fcc1ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:35.147359 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-4cf2915e-c732-407b-8e7c-b09ff06b002f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:03:35.159074 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cb33b6-ed31-4728-b360-8cbf4fcc1ef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c9d232-46c9-40bd-839e-a7e21e1ea8fb,revision_number=None']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:03:35.162261 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-e7cb33b6-ed31-4728-b360-8cbf4fcc1ef3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:03:35.169071 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-e7cb33b6-ed31-4728-b360-8cbf4fcc1ef3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:35.182435 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-e7cb33b6-ed31-4728-b360-8cbf4fcc1ef3 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/83c9d232-46c9-40bd-839e-a7e21e1ea8fb HTTP/1.1" status: 204  len: 168 time: 0.3219836
Feb 10 21:03:35.298587 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-fafd13b1-ba3a-429f-a5e9-b14732de0754 req-c952f3fc-5022-466d-a6a3-4c03c4e2a3d0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3009fcd-a441-4251-9ac0-b83a083a8578 HTTP/1.1" status: 200  len: 1000 time: 0.1737599
Feb 10 21:03:35.357231 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-a554601d-acc4-466c-bb35-db9a067d0519 req-21a59e94-2e8a-4f38-b116-267f39880367 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1244590
Feb 10 21:03:35.375653 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvr_db [None req-4121b8dc-937e-4d6b-a6a6-0356db8b1550 None None] Set router 106cc9ca-9c38-4b7a-9037-6a5d24b936ca gateway port host: dv-cinder-775008-1-iscsi {{(pid=79931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 10 21:03:35.492634 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafd13b1-ba3a-429f-a5e9-b14732de0754 req-a586ac62-b9cf-4a7f-a162-499fe1b2133b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:35.494244 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-fafd13b1-ba3a-429f-a5e9-b14732de0754 req-a586ac62-b9cf-4a7f-a162-499fe1b2133b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ac135e95-2d8a-4872-b364-451b52f8b60d HTTP/1.1" status: 200  len: 850 time: 0.1744013
Feb 10 21:03:35.694308 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafd13b1-ba3a-429f-a5e9-b14732de0754 req-8442239e-2d98-4bbf-9501-1f71ac17246a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:35.695936 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-fafd13b1-ba3a-429f-a5e9-b14732de0754 req-8442239e-2d98-4bbf-9501-1f71ac17246a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=30315e38-e508-43b4-a5e6-20c3939b243b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1890860
Feb 10 21:03:36.108117 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-4121b8dc-937e-4d6b-a6a6-0356db8b1550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbf908d7780>, [{'id': '106cc9ca-9c38-4b7a-9037-6a5d24b936ca', 'name': 'tempest-AttachVolumeTestJSON-1034830743-router', 'tenant_id': 'b863e31b2eb84722a5af6ec44203a203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': 'e84b6b0d-4d6f-4b29-ab9a-70b37947d282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:02:30Z', 'updated_at': '2021-02-10T21:02:46Z', 'revision_number': 4, 'project_id': 'b863e31b2eb84722a5af6ec44203a203', 'gw_port': {'id': 'e84b6b0d-4d6f-4b29-ab9a-70b37947d282', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:89:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106cc9ca-9c38-4b7a-9037-6a5d24b936ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:02:32Z', 'updated_at': '2021-02-10T21:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi', '_floatingips': [{'id': '7ce129ec-6cf8-4592-b82f-3be7277b3d41', 'tenant_id': 'b863e31b2eb84722a5af6ec44203a203', 'floating_ip_address': '172.27.3.168', 'floating_network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'router_id': '106cc9ca-9c38-4b7a-9037-6a5d24b936ca', 'port_id': 'a3009fcd-a441-4251-9ac0-b83a083a8578', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30315e38-e508-43b4-a5e6-20c3939b243b', 'mac_address': 'fa:16:3e:4a:ed:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b23f20-03b7-4c8c-851e-cd085acbd5e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-10T21:03:04Z', 'updated_at': '2021-02-10T21:03:32Z', 'revision_number': 1, 'project_id': 'b863e31b2eb84722a5af6ec44203a203', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '546e8bf9-ce1e-4244-b92b-8088eedfe638', 'name': '', 'network_id': '30315e38-e508-43b4-a5e6-20c3939b243b', 'tenant_id': 'b863e31b2eb84722a5af6ec44203a203', 'mac_address': 'fa:16:3e:c3:0b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106cc9ca-9c38-4b7a-9037-6a5d24b936ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ac135e95-2d8a-4872-b364-451b52f8b60d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:02:41Z', 'updated_at': '2021-02-10T21:02:59Z', 'revision_number': 5, 'project_id': 'b863e31b2eb84722a5af6ec44203a203', 'subnets': [{'id': 'ac135e95-2d8a-4872-b364-451b52f8b60d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775008-1-iscsi', False) {} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:03:36.113215 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4121b8dc-937e-4d6b-a6a6-0356db8b1550 None None] The sync data for ids ['106cc9ca-9c38-4b7a-9037-6a5d24b936ca'] in dv-cinder-775008-1-iscsi is: [{'id': '106cc9ca-9c38-4b7a-9037-6a5d24b936ca', 'name': 'tempest-AttachVolumeTestJSON-1034830743-router', 'tenant_id': 'b863e31b2eb84722a5af6ec44203a203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': 'e84b6b0d-4d6f-4b29-ab9a-70b37947d282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:02:30Z', 'updated_at': '2021-02-10T21:02:46Z', 'revision_number': 4, 'project_id': 'b863e31b2eb84722a5af6ec44203a203', 'gw_port': {'id': 'e84b6b0d-4d6f-4b29-ab9a-70b37947d282', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:89:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106cc9ca-9c38-4b7a-9037-6a5d24b936ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:02:32Z', 'updated_at': '2021-02-10T21:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi', '_floatingips': [{'id': '7ce129ec-6cf8-4592-b82f-3be7277b3d41', 'tenant_id': 'b863e31b2eb84722a5af6ec44203a203', 'floating_ip_address': '172.27.3.168', 'floating_network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'router_id': '106cc9ca-9c38-4b7a-9037-6a5d24b936ca', 'port_id': 'a3009fcd-a441-4251-9ac0-b83a083a8578', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30315e38-e508-43b4-a5e6-20c3939b243b', 'mac_address': 'fa:16:3e:4a:ed:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b23f20-03b7-4c8c-851e-cd085acbd5e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-10T21:03:04Z', 'updated_at': '2021-02-10T21:03:32Z', 'revision_number': 1, 'project_id': 'b863e31b2eb84722a5af6ec44203a203', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '546e8bf9-ce1e-4244-b92b-8088eedfe638', 'name': '', 'network_id': '30315e38-e508-43b4-a5e6-20c3939b243b', 'tenant_id': 'b863e31b2eb84722a5af6ec44203a203', 'mac_address': 'fa:16:3e:c3:0b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106cc9ca-9c38-4b7a-9037-6a5d24b936ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ac135e95-2d8a-4872-b364-451b52f8b60d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:02:41Z', 'updated_at': '2021-02-10T21:02:59Z', 'revision_number': 5, 'project_id': 'b863e31b2eb84722a5af6ec44203a203', 'subnets': [{'id': 'ac135e95-2d8a-4872-b364-451b52f8b60d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 10 21:03:36.175004 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-fafd13b1-ba3a-429f-a5e9-b14732de0754 req-6e053c90-926a-4713-8d4a-6e3b71f385f0 service neutron] 10.222.0.15 "GET /v2.0/networks/30315e38-e508-43b4-a5e6-20c3939b243b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4676862
Feb 10 21:03:36.203420 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 55398) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:03:36.237212 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-6b56c067-94c8-4271-8505-df33980c4064 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:36.254591 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-6b56c067-94c8-4271-8505-df33980c4064 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:03:36.259432 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-6b56c067-94c8-4271-8505-df33980c4064 admin admin] Usage tracker for resource:security_group_rule and tenant:0b7d1f655da2473f9e26285d6c7597e5 is out of sync, need to count used quota {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:03:36.262831 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-6b56c067-94c8-4271-8505-df33980c4064 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:03:36.269575 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-6b56c067-94c8-4271-8505-df33980c4064 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:03:36.357139 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c30ce3f-fda8-4c27-8614-7d1786298565 req-fd56a3db-319d-4f5d-8990-513f9abe071a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:36.358931 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-6c30ce3f-fda8-4c27-8614-7d1786298565 req-fd56a3db-319d-4f5d-8990-513f9abe071a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=92212326132c472cbbd1d5f9a6549ec7&device_id=0d8e8527-6359-42ba-91a8-bb462b8507d3 HTTP/1.1" status: 200  len: 1163 time: 0.2823527
Feb 10 21:03:36.381204 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-6b56c067-94c8-4271-8505-df33980c4064 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:36.384508 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-6b56c067-94c8-4271-8505-df33980c4064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:36.395985 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:03:36.457533 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b56c067-94c8-4271-8505-df33980c4064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=764ca20d-6bd0-4e6f-93f7-8e8da842e46d,revision_number=1']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:03:36.463190 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-6b56c067-94c8-4271-8505-df33980c4064 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=0b7d1f655da2473f9e26285d6c7597e5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2582853
Feb 10 21:03:36.464532 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-6b56c067-94c8-4271-8505-df33980c4064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:03:36.466141 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 55406) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:03:36.552654 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-e8682770-7d19-42dc-b5d7-ddec7bdf57cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:36.590694 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aace58d4-1211-49e4-ac90-b0053f67d6ff None None] New status for floating IP 7ce129ec-6cf8-4592-b82f-3be7277b3d41: ACTIVE {{(pid=79930) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 10 21:03:36.649445 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-e8682770-7d19-42dc-b5d7-ddec7bdf57cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:36.671877 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-fafd13b1-ba3a-429f-a5e9-b14732de0754 req-c1550ea7-2be3-4128-95c2-87d0d903e9a9 service neutron] 10.222.0.15 "GET /v2.0/networks/30315e38-e508-43b4-a5e6-20c3939b243b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4879909
Feb 10 21:03:36.726127 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-e8682770-7d19-42dc-b5d7-ddec7bdf57cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:36.745082 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-e7cb33b6-ed31-4728-b360-8cbf4fcc1ef3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:03:36.763519 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8682770-7d19-42dc-b5d7-ddec7bdf57cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=764ca20d-6bd0-4e6f-93f7-8e8da842e46d,revision_number=None']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:03:36.779417 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-e8682770-7d19-42dc-b5d7-ddec7bdf57cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:03:36.786696 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-e8682770-7d19-42dc-b5d7-ddec7bdf57cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:36.788040 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-e8682770-7d19-42dc-b5d7-ddec7bdf57cd admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/764ca20d-6bd0-4e6f-93f7-8e8da842e46d HTTP/1.1" status: 204  len: 168 time: 0.3208995
Feb 10 21:03:36.855644 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c30ce3f-fda8-4c27-8614-7d1786298565 req-c332014c-2963-4054-a2e8-468c7d493628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:36.857809 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-6c30ce3f-fda8-4c27-8614-7d1786298565 req-c332014c-2963-4054-a2e8-468c7d493628 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b57cc509-53ec-4b56-8b10-8490bdf813dd HTTP/1.1" status: 200  len: 912 time: 0.1841245
Feb 10 21:03:37.004320 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a339a2e9-7eef-4601-b9e0-8296657ff82d req-99281fe1-e8cf-4418-adfd-18220a8e253c tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:37.014975 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-a339a2e9-7eef-4601-b9e0-8296657ff82d req-99281fe1-e8cf-4418-adfd-18220a8e253c tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] 10.222.0.82 "GET /v2.0/ports?device_id=712ce0b3-f111-49e6-b084-230ae2fcbfc2 HTTP/1.1" status: 200  len: 946 time: 0.4601612
Feb 10 21:03:37.120668 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24c99e6-1fc1-4921-8f1c-c42712d7806c req-3453ae64-0409-48d6-8632-92a4a177abc9 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:37.123218 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-d24c99e6-1fc1-4921-8f1c-c42712d7806c req-3453ae64-0409-48d6-8632-92a4a177abc9 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d8e8527-6359-42ba-91a8-bb462b8507d3 HTTP/1.1" status: 200  len: 946 time: 0.8759022
Feb 10 21:03:37.124785 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-6c30ce3f-fda8-4c27-8614-7d1786298565 req-2cdd5a32-ab95-4112-ae76-bc65f18cdb38 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=46f39365-b7d7-4866-82e7-5f21ab91bcb6 HTTP/1.1" status: 200  len: 217 time: 0.2534513
Feb 10 21:03:37.167804 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-a339a2e9-7eef-4601-b9e0-8296657ff82d req-8d037fe7-9271-4d14-a2ca-ad0baf6a26c6 tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] 10.222.0.82 "GET /v2.0/security-groups?id=ed23cb9e-7f15-4f33-b6fd-efeabe356489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1515555
Feb 10 21:03:37.304574 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c30ce3f-fda8-4c27-8614-7d1786298565 req-b000adb8-848d-42bd-a504-e9e639758757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:37.310480 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-6c30ce3f-fda8-4c27-8614-7d1786298565 req-b000adb8-848d-42bd-a504-e9e639758757 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=507359e5-5fb4-4f65-a55c-2cec76549fa0 HTTP/1.1" status: 200  len: 858 time: 0.1165087
Feb 10 21:03:37.418459 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-6c30ce3f-fda8-4c27-8614-7d1786298565 req-b08fd288-2520-41e1-8e40-9c662c829aa2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b57cc509-53ec-4b56-8b10-8490bdf813dd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0852544
Feb 10 21:03:37.439056 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-d24c99e6-1fc1-4921-8f1c-c42712d7806c req-316070a4-dead-42ab-9eb0-12e0bc5e5cb8 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3068995
Feb 10 21:03:37.594486 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-6c30ce3f-fda8-4c27-8614-7d1786298565 req-4e394887-8818-4f3a-97ac-a4ace8b6258c service neutron] 10.222.0.15 "GET /v2.0/networks/b57cc509-53ec-4b56-8b10-8490bdf813dd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1542866
Feb 10 21:03:37.773918 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-6c30ce3f-fda8-4c27-8614-7d1786298565 req-33bfefb8-886f-42b8-bb3f-e8ad6eb5a8a7 service neutron] 10.222.0.15 "GET /v2.0/networks/b57cc509-53ec-4b56-8b10-8490bdf813dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1592476
Feb 10 21:03:37.968209 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 55476) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:03:38.253630 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ba08079e-9c12-4f5c-8a1b-72fd4a96d1e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:38.269932 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-ba08079e-9c12-4f5c-8a1b-72fd4a96d1e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:03:38.273946 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-ba08079e-9c12-4f5c-8a1b-72fd4a96d1e0 admin admin] Usage tracker for resource:security_group_rule and tenant:f996416f6061401ba16628356b233b45 is out of sync, need to count used quota {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:03:38.276943 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-ba08079e-9c12-4f5c-8a1b-72fd4a96d1e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:03:38.282699 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-ba08079e-9c12-4f5c-8a1b-72fd4a96d1e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:03:38.452618 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ba08079e-9c12-4f5c-8a1b-72fd4a96d1e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:38.457812 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ba08079e-9c12-4f5c-8a1b-72fd4a96d1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:38.470185 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:03:38.573493 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ae692d-1ce1-4509-895a-c5a958bf19b0 req-d880817d-65f5-40ff-b4c0-e204eb68a6a2 tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:38.574930 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-97ae692d-1ce1-4509-895a-c5a958bf19b0 req-d880817d-65f5-40ff-b4c0-e204eb68a6a2 tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] 10.222.0.82 "GET /v2.0/ports?device_id=712ce0b3-f111-49e6-b084-230ae2fcbfc2 HTTP/1.1" status: 200  len: 946 time: 0.2494495
Feb 10 21:03:38.608577 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 55502) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:03:38.608722 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-ba08079e-9c12-4f5c-8a1b-72fd4a96d1e0 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=f996416f6061401ba16628356b233b45&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6391821
Feb 10 21:03:38.615207 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba08079e-9c12-4f5c-8a1b-72fd4a96d1e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f36ecf-8496-4f40-b143-e7c47e6d81f4,revision_number=1']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:03:38.632005 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-ba08079e-9c12-4f5c-8a1b-72fd4a96d1e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:03:38.678621 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-97ae692d-1ce1-4509-895a-c5a958bf19b0 req-ea85cb02-ec15-4808-ba26-ce9c6854c9fe tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] 10.222.0.82 "GET /v2.0/security-groups?id=ed23cb9e-7f15-4f33-b6fd-efeabe356489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644407
Feb 10 21:03:38.691773 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-d64e5215-d4b8-4bd4-ae96-2b1d47104afa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:38.727780 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-d64e5215-d4b8-4bd4-ae96-2b1d47104afa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:38.778452 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-d64e5215-d4b8-4bd4-ae96-2b1d47104afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:38.784369 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:03:38.803214 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64e5215-d4b8-4bd4-ae96-2b1d47104afa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f36ecf-8496-4f40-b143-e7c47e6d81f4,revision_number=None']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:03:38.808565 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-d64e5215-d4b8-4bd4-ae96-2b1d47104afa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:03:38.817386 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-d64e5215-d4b8-4bd4-ae96-2b1d47104afa admin admin] Notify callbacks [] for security_group, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:38.818716 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-d64e5215-d4b8-4bd4-ae96-2b1d47104afa admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/16f36ecf-8496-4f40-b143-e7c47e6d81f4 HTTP/1.1" status: 204  len: 168 time: 0.2090509
Feb 10 21:03:39.010876 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9b994c-c34d-4e5a-9655-5f9baecc7cec req-0a226e78-2017-41cc-a3e9-6f626f102fad tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:39.012593 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1d9b994c-c34d-4e5a-9655-5f9baecc7cec req-0a226e78-2017-41cc-a3e9-6f626f102fad tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d8e8527-6359-42ba-91a8-bb462b8507d3 HTTP/1.1" status: 200  len: 946 time: 0.1831095
Feb 10 21:03:39.106677 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1d9b994c-c34d-4e5a-9655-5f9baecc7cec req-40f30acd-c9d3-4707-84cd-f5b4195c64dc tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0866098
Feb 10 21:03:39.223387 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 55522) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:03:39.243171 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-28536da1-c6de-4f85-bc94-32ad54af4809 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:39.258521 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-28536da1-c6de-4f85-bc94-32ad54af4809 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:03:39.262853 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-28536da1-c6de-4f85-bc94-32ad54af4809 admin admin] Usage tracker for resource:security_group_rule and tenant:22c7b5960aa5429fbc7d0d46413e7fc1 is out of sync, need to count used quota {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:03:39.265805 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-28536da1-c6de-4f85-bc94-32ad54af4809 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:03:39.272173 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-28536da1-c6de-4f85-bc94-32ad54af4809 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:03:39.365799 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-28536da1-c6de-4f85-bc94-32ad54af4809 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:39.368996 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-28536da1-c6de-4f85-bc94-32ad54af4809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:39.378622 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-957438be-0dac-4e94-979c-0e233b90e22a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:03:39.422575 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-28536da1-c6de-4f85-bc94-32ad54af4809 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=22c7b5960aa5429fbc7d0d46413e7fc1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1978104
Feb 10 21:03:39.425126 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28536da1-c6de-4f85-bc94-32ad54af4809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d1c000-dbb0-4593-870c-a70134fe92ca,revision_number=1']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:03:39.426116 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 55530) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:03:39.428587 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-28536da1-c6de-4f85-bc94-32ad54af4809 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:03:39.491187 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-9ca1ff63-daf2-43e2-b24e-e81453657085 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:39.519029 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-9ca1ff63-daf2-43e2-b24e-e81453657085 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:39.569771 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-9ca1ff63-daf2-43e2-b24e-e81453657085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:39.574777 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:03:39.589657 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca1ff63-daf2-43e2-b24e-e81453657085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d1c000-dbb0-4593-870c-a70134fe92ca,revision_number=None']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:03:39.592786 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-9ca1ff63-daf2-43e2-b24e-e81453657085 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:03:39.597690 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-9ca1ff63-daf2-43e2-b24e-e81453657085 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:39.600011 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-9ca1ff63-daf2-43e2-b24e-e81453657085 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/d3d1c000-dbb0-4593-870c-a70134fe92ca HTTP/1.1" status: 204  len: 168 time: 0.1726105
Feb 10 21:03:40.015672 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c6ea85-bb72-467c-8c78-709162fc88e6 req-a2253bc1-4c3b-4c9e-b598-e25b55c38b57 tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:40.017612 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-c5c6ea85-bb72-467c-8c78-709162fc88e6 req-a2253bc1-4c3b-4c9e-b598-e25b55c38b57 tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] 10.222.0.82 "GET /v2.0/ports?device_id=712ce0b3-f111-49e6-b084-230ae2fcbfc2 HTTP/1.1" status: 200  len: 946 time: 0.1875780
Feb 10 21:03:40.101722 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-c5c6ea85-bb72-467c-8c78-709162fc88e6 req-4290dc74-0527-466a-9757-e0f65fc34ef4 tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] 10.222.0.82 "GET /v2.0/security-groups?id=ed23cb9e-7f15-4f33-b6fd-efeabe356489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0768771
Feb 10 21:03:40.418703 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe53ddf2-3d0f-4f0c-86f8-01924ee46ebd req-dd5ca096-dd75-49e9-ae21-a44b5a34affa tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:40.420390 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-fe53ddf2-3d0f-4f0c-86f8-01924ee46ebd req-dd5ca096-dd75-49e9-ae21-a44b5a34affa tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d8e8527-6359-42ba-91a8-bb462b8507d3 HTTP/1.1" status: 200  len: 946 time: 0.1769271
Feb 10 21:03:40.490263 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-fe53ddf2-3d0f-4f0c-86f8-01924ee46ebd req-e502b5f7-f865-4ec1-8b95-a329e1c53278 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622325
Feb 10 21:03:41.423038 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0cfa6c-e197-48c6-9646-afd8442db866 req-2faec359-1cf8-403d-a904-3371033e7ee9 tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:41.424966 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-8d0cfa6c-e197-48c6-9646-afd8442db866 req-2faec359-1cf8-403d-a904-3371033e7ee9 tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] 10.222.0.82 "GET /v2.0/ports?device_id=712ce0b3-f111-49e6-b084-230ae2fcbfc2 HTTP/1.1" status: 200  len: 946 time: 0.1886196
Feb 10 21:03:41.507606 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-8d0cfa6c-e197-48c6-9646-afd8442db866 req-7bac3db4-b010-4ff9-8e46-adfd0d912282 tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] 10.222.0.82 "GET /v2.0/security-groups?id=ed23cb9e-7f15-4f33-b6fd-efeabe356489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0744853
Feb 10 21:03:41.820813 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613d534b-2f1e-466a-931d-bbec57346215 req-6d5bf026-0ab3-45af-a203-8f51f72acf52 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:41.822552 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-613d534b-2f1e-466a-931d-bbec57346215 req-6d5bf026-0ab3-45af-a203-8f51f72acf52 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d8e8527-6359-42ba-91a8-bb462b8507d3 HTTP/1.1" status: 200  len: 946 time: 0.1767216
Feb 10 21:03:41.909833 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-613d534b-2f1e-466a-931d-bbec57346215 req-ebb0b378-437f-46b7-a9b3-ee37b81c57c7 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0801861
Feb 10 21:03:42.831228 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a97dfc4-5dde-412d-8a87-96f028acc0cd req-7adeabf6-415d-4976-a5e8-796d45504d45 tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:42.833281 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-8a97dfc4-5dde-412d-8a87-96f028acc0cd req-7adeabf6-415d-4976-a5e8-796d45504d45 tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] 10.222.0.82 "GET /v2.0/ports?device_id=712ce0b3-f111-49e6-b084-230ae2fcbfc2 HTTP/1.1" status: 200  len: 946 time: 0.1818130
Feb 10 21:03:42.906366 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-8a97dfc4-5dde-412d-8a87-96f028acc0cd req-2b781b22-872b-4fc0-9d83-1888fbc8dbe9 tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] 10.222.0.82 "GET /v2.0/security-groups?id=ed23cb9e-7f15-4f33-b6fd-efeabe356489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653553
Feb 10 21:03:43.251461 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab932c8-093f-4443-b138-1cd4509497d4 req-d78190c7-d56a-4c30-b370-af32c1679e2c tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:43.253874 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-dab932c8-093f-4443-b138-1cd4509497d4 req-d78190c7-d56a-4c30-b370-af32c1679e2c tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d8e8527-6359-42ba-91a8-bb462b8507d3 HTTP/1.1" status: 200  len: 946 time: 0.1845803
Feb 10 21:03:43.332360 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-dab932c8-093f-4443-b138-1cd4509497d4 req-7210b36a-e463-4ebd-8be7-7dfaa826764d tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714273
Feb 10 21:03:44.215001 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e543e2d-7cd8-4838-88c7-9261160afa5d req-0d2b4f7c-796f-4165-85a5-bf4afdf9a944 tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:44.216750 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-9e543e2d-7cd8-4838-88c7-9261160afa5d req-0d2b4f7c-796f-4165-85a5-bf4afdf9a944 tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] 10.222.0.82 "GET /v2.0/ports?device_id=712ce0b3-f111-49e6-b084-230ae2fcbfc2 HTTP/1.1" status: 200  len: 946 time: 0.1700234
Feb 10 21:03:44.289202 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-9e543e2d-7cd8-4838-88c7-9261160afa5d req-989e20fa-412d-4dca-a6f7-2c199edcb39b tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] 10.222.0.82 "GET /v2.0/security-groups?id=ed23cb9e-7f15-4f33-b6fd-efeabe356489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649030
Feb 10 21:03:44.649139 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ceeb91-229a-44af-974c-b6f023cbd86c req-9f582047-1b09-4504-9305-3adba1743615 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:44.650908 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-a3ceeb91-229a-44af-974c-b6f023cbd86c req-9f582047-1b09-4504-9305-3adba1743615 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d8e8527-6359-42ba-91a8-bb462b8507d3 HTTP/1.1" status: 200  len: 946 time: 0.1805134
Feb 10 21:03:44.726906 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-a3ceeb91-229a-44af-974c-b6f023cbd86c req-48c952eb-8bc2-43d3-9196-01929a47c546 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0694873
Feb 10 21:03:45.595426 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b62abc-ed81-430b-be90-b55e5ab60f9c req-fc17a519-bb19-4961-a395-573916cfa6de tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:45.597939 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-76b62abc-ed81-430b-be90-b55e5ab60f9c req-fc17a519-bb19-4961-a395-573916cfa6de tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] 10.222.0.82 "GET /v2.0/ports?device_id=712ce0b3-f111-49e6-b084-230ae2fcbfc2 HTTP/1.1" status: 200  len: 946 time: 0.1739490
Feb 10 21:03:45.665418 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-76b62abc-ed81-430b-be90-b55e5ab60f9c req-d00fa6d1-0a5d-4b69-9461-fed7f14d22bc tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] 10.222.0.82 "GET /v2.0/security-groups?id=ed23cb9e-7f15-4f33-b6fd-efeabe356489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607030
Feb 10 21:03:46.026171 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8141c693-a8e0-4f37-a51e-fd8ddd60b8be req-9a7bd4e6-2ef9-4b0d-9c0b-f7753873011e tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:46.027858 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-8141c693-a8e0-4f37-a51e-fd8ddd60b8be req-9a7bd4e6-2ef9-4b0d-9c0b-f7753873011e tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d8e8527-6359-42ba-91a8-bb462b8507d3 HTTP/1.1" status: 200  len: 946 time: 0.1704190
Feb 10 21:03:46.109027 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-8141c693-a8e0-4f37-a51e-fd8ddd60b8be req-47ec6ddb-c95f-423d-89ff-be581af0bb86 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0678296
Feb 10 21:03:46.730416 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf56dc0a-f269-4438-a0a4-1c5e5d002450 req-acf6c5c9-60c1-4cbb-abe7-3ee8546876f6 tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:46.732072 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-bf56dc0a-f269-4438-a0a4-1c5e5d002450 req-acf6c5c9-60c1-4cbb-abe7-3ee8546876f6 tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] 10.222.0.15 "GET /v2.0/ports?device_id=712ce0b3-f111-49e6-b084-230ae2fcbfc2 HTTP/1.1" status: 200  len: 946 time: 0.1802158
Feb 10 21:03:46.884459 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [req-bf56dc0a-f269-4438-a0a4-1c5e5d002450 req-11338bb0-63fb-41de-89a3-2ebd67c38026 tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] Deleting port c791b007-c3a1-4626-872e-dcc16216249f {{(pid=79929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 10 21:03:46.886088 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-bf56dc0a-f269-4438-a0a4-1c5e5d002450 req-11338bb0-63fb-41de-89a3-2ebd67c38026 tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258056652319'] for port, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:47.005509 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96300cc-017d-47fc-888f-98e19f97637d req-47e95e4b-ecbb-45df-a74c-55eab46166a7 tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:47.014338 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-c96300cc-017d-47fc-888f-98e19f97637d req-47e95e4b-ecbb-45df-a74c-55eab46166a7 tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] 10.222.0.82 "GET /v2.0/ports?device_id=712ce0b3-f111-49e6-b084-230ae2fcbfc2 HTTP/1.1" status: 200  len: 946 time: 0.1972537
Feb 10 21:03:47.098697 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-c96300cc-017d-47fc-888f-98e19f97637d req-b988cf72-36a3-49eb-90ca-be91cad28add tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] 10.222.0.82 "GET /v2.0/security-groups?id=ed23cb9e-7f15-4f33-b6fd-efeabe356489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0829113
Feb 10 21:03:47.326426 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [req-bf56dc0a-f269-4438-a0a4-1c5e5d002450 req-11338bb0-63fb-41de-89a3-2ebd67c38026 tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] For port c791b007-c3a1-4626-872e-dcc16216249f, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=c791b007-c3a1-4626-872e-dcc16216249f,segment=NetworkSegment(01332f13-a36f-4899-9eae-42c72d658285),segment_id=01332f13-a36f-4899-9eae-42c72d658285)] {{(pid=79929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:03:47.326891 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-bf56dc0a-f269-4438-a0a4-1c5e5d002450 req-11338bb0-63fb-41de-89a3-2ebd67c38026 tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797663'] for port, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:47.434472 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba845cf-36dd-42d3-8c96-5c0815df8504 req-44cbc4a6-c657-4c52-b760-729f190ef7e5 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:47.442755 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-4ba845cf-36dd-42d3-8c96-5c0815df8504 req-44cbc4a6-c657-4c52-b760-729f190ef7e5 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d8e8527-6359-42ba-91a8-bb462b8507d3 HTTP/1.1" status: 200  len: 946 time: 0.1938863
Feb 10 21:03:47.484398 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [req-bf56dc0a-f269-4438-a0a4-1c5e5d002450 req-11338bb0-63fb-41de-89a3-2ebd67c38026 tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] Calling delete_port for c791b007-c3a1-4626-872e-dcc16216249f owned by compute:nova {{(pid=79929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 10 21:03:47.505266 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-4ba845cf-36dd-42d3-8c96-5c0815df8504 req-5fbdc75d-be61-4171-9f59-33b91270b229 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0615377
Feb 10 21:03:47.721735 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-bf56dc0a-f269-4438-a0a4-1c5e5d002450 req-11338bb0-63fb-41de-89a3-2ebd67c38026 tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778798065335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778797633719'] for port, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:47.740303 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:03:47.802471 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11338bb0-63fb-41de-89a3-2ebd67c38026 tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] Pushing event deleted for resources: {'Port': ['ID=c791b007-c3a1-4626-872e-dcc16216249f,revision_number=None']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:03:47.806541 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-11338bb0-63fb-41de-89a3-2ebd67c38026 tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:03:48.100016 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd41551-9a43-4bd2-8612-482ecc2619e1 req-62f375d1-348b-47af-a38b-7639e89a8182 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:48.101937 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-6fd41551-9a43-4bd2-8612-482ecc2619e1 req-62f375d1-348b-47af-a38b-7639e89a8182 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/networks?id=20901ffe-56e0-4231-a22c-8768446088e2 HTTP/1.1" status: 200  len: 814 time: 0.2532804
Feb 10 21:03:48.119830 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-6fd41551-9a43-4bd2-8612-482ecc2619e1 req-e8941dff-4721-4669-9ea3-b218f91f9a8f tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/quotas/fd8c6aec55114f528929638c55a0f6a9 HTTP/1.1" status: 200  len: 375 time: 0.0108685
Feb 10 21:03:48.150760 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf56dc0a-f269-4438-a0a4-1c5e5d002450 req-11338bb0-63fb-41de-89a3-2ebd67c38026 tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] No DVR routers for this DVR port c791b007-c3a1-4626-872e-dcc16216249f on host hv-cinder-77500 {{(pid=79929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 10 21:03:48.154198 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-bf56dc0a-f269-4438-a0a4-1c5e5d002450 req-11338bb0-63fb-41de-89a3-2ebd67c38026 tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770081'] for port, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:48.156969 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '712ce0b3-f111-49e6-b084-230ae2fcbfc2', 'name': 'network-vif-deleted', 'tag': 'c791b007-c3a1-4626-872e-dcc16216249f'}] {{(pid=79929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 10 21:03:48.177110 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-bf56dc0a-f269-4438-a0a4-1c5e5d002450 req-11338bb0-63fb-41de-89a3-2ebd67c38026 tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] 10.222.0.15 "DELETE /v2.0/ports/c791b007-c3a1-4626-872e-dcc16216249f HTTP/1.1" status: 204  len: 173 time: 1.4347720
Feb 10 21:03:48.228617 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-6fd41551-9a43-4bd2-8612-482ecc2619e1 req-48f28677-37f9-4b60-82b8-ef056d9dca37 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=fd8c6aec55114f528929638c55a0f6a9&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1020257
Feb 10 21:03:48.376253 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-6fd41551-9a43-4bd2-8612-482ecc2619e1 req-9b098458-2241-4d7a-9ff7-200a385cd3a4 service neutron] 10.222.0.82 "GET /v2.0/networks/20901ffe-56e0-4231-a22c-8768446088e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1395397
Feb 10 21:03:48.525200 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-6fd41551-9a43-4bd2-8612-482ecc2619e1 req-75115f0d-bf89-4a8f-92b5-ca17a347552a service neutron] 10.222.0.82 "GET /v2.0/networks/20901ffe-56e0-4231-a22c-8768446088e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1413119
Feb 10 21:03:48.794042 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-e7651494-8c78-4d27-86e6-59c95b402c8b req-cbd07170-c803-4c08-a70a-0a36ab2a9740 tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] 10.222.0.82 "GET /v2.0/ports?device_id=712ce0b3-f111-49e6-b084-230ae2fcbfc2 HTTP/1.1" status: 200  len: 210 time: 0.0583725
Feb 10 21:03:48.867449 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '712ce0b3-f111-49e6-b084-230ae2fcbfc2', 'name': 'network-vif-deleted', 'tag': 'c791b007-c3a1-4626-872e-dcc16216249f', 'status': 'completed', 'code': 200}
Feb 10 21:03:49.133398 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2794911-41f7-4786-a3a6-c14fd5d51ee3 req-a0d37c84-817e-48e5-baf6-11e425ae4e28 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:49.135061 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-c2794911-41f7-4786-a3a6-c14fd5d51ee3 req-a0d37c84-817e-48e5-baf6-11e425ae4e28 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d8e8527-6359-42ba-91a8-bb462b8507d3 HTTP/1.1" status: 200  len: 946 time: 0.1673725
Feb 10 21:03:49.200849 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-c2794911-41f7-4786-a3a6-c14fd5d51ee3 req-611856e5-b2e4-45ef-a52b-d4b514208f79 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588884
Feb 10 21:03:49.369221 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-0f4fe55a-a124-462e-9fdc-654d1bb2c4a9 req-46648865-c40d-4b0a-b4d8-82433d39651a tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/ports?device_id=394aa146-b74f-4d5f-a96f-97be9d2883da HTTP/1.1" status: 200  len: 210 time: 0.0529969
Feb 10 21:03:49.984178 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-d507bf10-4121-46fb-b486-8e8205bcee47 req-81a4ae1d-d560-4e5b-a5b7-71df6fda4af9 tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] 10.222.0.82 "GET /v2.0/ports?device_id=712ce0b3-f111-49e6-b084-230ae2fcbfc2 HTTP/1.1" status: 200  len: 210 time: 0.0515435
Feb 10 21:03:50.061856 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device c791b007-c3a1-4626-872e-dcc16216249f no longer exists at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 10 21:03:50.101078 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] No Port match for: c791b007-c3a1-4626-872e-dcc16216249f {{(pid=79930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 10 21:03:50.101477 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device c791b007-c3a1-4626-872e-dcc16216249f not bound to the agent host hv-cinder-77500 {{(pid=79930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 10 21:03:50.509096 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95bc958-8688-4272-8681-4e69cc9351fc req-788f949a-dea2-4583-af27-253672aae713 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:50.511109 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-e95bc958-8688-4272-8681-4e69cc9351fc req-788f949a-dea2-4583-af27-253672aae713 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d8e8527-6359-42ba-91a8-bb462b8507d3 HTTP/1.1" status: 200  len: 946 time: 0.1706276
Feb 10 21:03:50.552653 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-820ffaa1-99f3-4d02-be08-81535a13d3a8 req-fbba8ad4-eb93-473b-b9d3-7e3318d085f2 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/ports?device_id=394aa146-b74f-4d5f-a96f-97be9d2883da HTTP/1.1" status: 200  len: 210 time: 0.0499077
Feb 10 21:03:50.578647 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-e95bc958-8688-4272-8681-4e69cc9351fc req-94901415-1a83-4be5-8986-0ab570149924 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609858
Feb 10 21:03:51.167778 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd41551-9a43-4bd2-8612-482ecc2619e1 req-93e2795f-fd04-4b0c-b9fc-bf0053a8346c tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:51.169551 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-6fd41551-9a43-4bd2-8612-482ecc2619e1 req-93e2795f-fd04-4b0c-b9fc-bf0053a8346c tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.15 "GET /v2.0/networks?id=20901ffe-56e0-4231-a22c-8768446088e2 HTTP/1.1" status: 200  len: 814 time: 0.2865822
Feb 10 21:03:51.233720 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [req-6fd41551-9a43-4bd2-8612-482ecc2619e1 req-6e79cd2e-178c-499b-8a69-84fd98ec7538 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Request body: {'port': {'device_id': '394aa146-b74f-4d5f-a96f-97be9d2883da', 'network_id': '20901ffe-56e0-4231-a22c-8768446088e2', 'admin_state_up': True, 'tenant_id': 'fd8c6aec55114f528929638c55a0f6a9'}} {{(pid=79929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:03:51.257778 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-cb1500c8-e34d-4500-9324-5b65a209f7ad req-eb6975ee-ab2f-465d-a1b0-90d2644d0a9f tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] Synchronizing usage tracker for tenant:865e082448cd4f47bc948c3eff8bebda on resource:port {{(pid=79929) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 10 21:03:51.353624 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-cb1500c8-e34d-4500-9324-5b65a209f7ad req-eb6975ee-ab2f-465d-a1b0-90d2644d0a9f tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] Unset dirty status for tenant:865e082448cd4f47bc948c3eff8bebda on resource:port {{(pid=79929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 10 21:03:51.355021 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-cb1500c8-e34d-4500-9324-5b65a209f7ad req-eb6975ee-ab2f-465d-a1b0-90d2644d0a9f tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] 10.222.0.82 "GET /v2.0/ports?device_id=712ce0b3-f111-49e6-b084-230ae2fcbfc2 HTTP/1.1" status: 200  len: 210 time: 0.1722624
Feb 10 21:03:51.399974 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [req-6fd41551-9a43-4bd2-8612-482ecc2619e1 req-6e79cd2e-178c-499b-8a69-84fd98ec7538 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:03:51.410678 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [req-6fd41551-9a43-4bd2-8612-482ecc2619e1 req-6e79cd2e-178c-499b-8a69-84fd98ec7538 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:03:51.419313 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fd41551-9a43-4bd2-8612-482ecc2619e1 req-6e79cd2e-178c-499b-8a69-84fd98ec7538 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Made reservation on behalf of fd8c6aec55114f528929638c55a0f6a9 for: {'port': 1} {{(pid=79929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 10 21:03:51.442652 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-6fd41551-9a43-4bd2-8612-482ecc2619e1 req-6e79cd2e-178c-499b-8a69-84fd98ec7538 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:51.844913 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-b354d498-310b-4bb6-9b44-0246b20cae33 req-a5e65abc-5e8a-4231-adfb-fbc3d6deb71d tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/ports?device_id=394aa146-b74f-4d5f-a96f-97be9d2883da HTTP/1.1" status: 200  len: 210 time: 0.0724211
Feb 10 21:03:51.857982 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.db_base_plugin_common [req-6fd41551-9a43-4bd2-8612-482ecc2619e1 req-6e79cd2e-178c-499b-8a69-84fd98ec7538 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Allocated IP 172.20.0.13 (20901ffe-56e0-4231-a22c-8768446088e2/884075b2-6b00-417e-a17c-100207a10cdd/80d3770c-f020-4d99-93d1-40e038841329) {{(pid=79929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 10 21:03:51.943073 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 55850) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:03:52.027646 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51af77f6-4b19-4a93-9c90-5d62d17b9ba9 req-67cf0423-8cb8-4051-a657-382cc019a7a8 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:52.029463 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-51af77f6-4b19-4a93-9c90-5d62d17b9ba9 req-67cf0423-8cb8-4051-a657-382cc019a7a8 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d8e8527-6359-42ba-91a8-bb462b8507d3 HTTP/1.1" status: 200  len: 946 time: 0.2715950
Feb 10 21:03:52.085634 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 55858) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:03:52.244013 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-51af77f6-4b19-4a93-9c90-5d62d17b9ba9 req-ed6531cc-6dea-4546-ae96-c327173a82d3 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2063963
Feb 10 21:03:52.282704 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-d5e9f84b-544a-48b3-a711-7398fa779e16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:52.318160 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-6fd41551-9a43-4bd2-8612-482ecc2619e1 req-6e79cd2e-178c-499b-8a69-84fd98ec7538 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Notify callbacks [] for port, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:52.319449 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-d5e9f84b-544a-48b3-a711-7398fa779e16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:03:52.332134 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-d5e9f84b-544a-48b3-a711-7398fa779e16 admin admin] Usage tracker for resource:security_group_rule and tenant:4ba4396a6e9d441d8b5022ac041e013b is out of sync, need to count used quota {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:03:52.347094 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-d5e9f84b-544a-48b3-a711-7398fa779e16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:03:52.352625 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-6fd41551-9a43-4bd2-8612-482ecc2619e1 req-6e79cd2e-178c-499b-8a69-84fd98ec7538 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778797635767'] for port, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:52.355602 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-d5e9f84b-544a-48b3-a711-7398fa779e16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:03:52.357940 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-42cb4bb4-7bdf-42c9-a62d-e09bc9872560 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:52.377879 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-42cb4bb4-7bdf-42c9-a62d-e09bc9872560 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:03:52.382230 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-42cb4bb4-7bdf-42c9-a62d-e09bc9872560 admin admin] Usage tracker for resource:security_group_rule and tenant:b3ee8de1648d406991cf0654b46215a9 is out of sync, need to count used quota {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:03:52.393459 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-42cb4bb4-7bdf-42c9-a62d-e09bc9872560 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:03:52.401003 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-42cb4bb4-7bdf-42c9-a62d-e09bc9872560 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:03:52.479514 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-31950d0b-fbd8-45c7-8c49-e452ed6c029a tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:03:52.514240 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 55878) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:03:52.514570 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-42cb4bb4-7bdf-42c9-a62d-e09bc9872560 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:52.526535 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-42cb4bb4-7bdf-42c9-a62d-e09bc9872560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:52.558968 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b7cbb71b-c107-4d2d-9f90-7643464d7eb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:03:52.591601 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-42cb4bb4-7bdf-42c9-a62d-e09bc9872560 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=b3ee8de1648d406991cf0654b46215a9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5062966
Feb 10 21:03:52.596808 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 55886) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:03:52.599412 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fd41551-9a43-4bd2-8612-482ecc2619e1 req-6e79cd2e-178c-499b-8a69-84fd98ec7538 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Network 20901ffe-56e0-4231-a22c-8768446088e2 is already hosted by enough agents. {{(pid=79929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 10 21:03:52.603468 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cb4bb4-7bdf-42c9-a62d-e09bc9872560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a56ed877-7232-4391-9a96-6237c3b30ae8,revision_number=1']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:03:52.605269 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.base_scheduler [req-6fd41551-9a43-4bd2-8612-482ecc2619e1 req-6e79cd2e-178c-499b-8a69-84fd98ec7538 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Resources bound (agent type, host, resource id):  {{(pid=79929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 10 21:03:52.616449 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-42cb4bb4-7bdf-42c9-a62d-e09bc9872560 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:03:52.643927 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e79cd2e-178c-499b-8a69-84fd98ec7538 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Pushing event updated for resources: {'Port': ['ID=80d3770c-f020-4d99-93d1-40e038841329,revision_number=1']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:03:52.656896 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fd41551-9a43-4bd2-8612-482ecc2619e1 req-6e79cd2e-178c-499b-8a69-84fd98ec7538 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Received port after_create {{(pid=79929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 10 21:03:52.735076 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd41551-9a43-4bd2-8612-482ecc2619e1 req-6e79cd2e-178c-499b-8a69-84fd98ec7538 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:52.736522 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-6fd41551-9a43-4bd2-8612-482ecc2619e1 req-6e79cd2e-178c-499b-8a69-84fd98ec7538 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770081'] for port, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:52.796087 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-1dad94af-b4f9-487b-84a8-32eacc560920 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:52.812703 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-6fd41551-9a43-4bd2-8612-482ecc2619e1 req-6e79cd2e-178c-499b-8a69-84fd98ec7538 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5883734
Feb 10 21:03:52.822640 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-1dad94af-b4f9-487b-84a8-32eacc560920 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:03:52.831088 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-6e79cd2e-178c-499b-8a69-84fd98ec7538 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:03:52.837554 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [req-6fd41551-9a43-4bd2-8612-482ecc2619e1 req-0af0c69d-982d-4b35-906f-f31a11c3b04f service neutron] Request body: {'port': {'device_id': '394aa146-b74f-4d5f-a96f-97be9d2883da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77500'}} {{(pid=79929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:03:52.906500 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-d5e9f84b-544a-48b3-a711-7398fa779e16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:52.910374 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-d5e9f84b-544a-48b3-a711-7398fa779e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:52.911904 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-1dad94af-b4f9-487b-84a8-32eacc560920 admin admin] Usage tracker for resource:security_group_rule and tenant:2955a49cffc24294a0ff8bfec3bb4a53 is out of sync, need to count used quota {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:03:52.919891 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-75137768-dc15-4738-8404-44e66f17cf9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:52.920737 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-5ecf527a-c432-4c91-80bf-2d9695d60543 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:03:52.922939 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-1dad94af-b4f9-487b-84a8-32eacc560920 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:03:52.936423 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-1dad94af-b4f9-487b-84a8-32eacc560920 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:03:52.970169 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-d5e9f84b-544a-48b3-a711-7398fa779e16 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=4ba4396a6e9d441d8b5022ac041e013b&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0257285
Feb 10 21:03:52.972621 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e9f84b-544a-48b3-a711-7398fa779e16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b245c823-c46a-41d4-bdb0-774817019880,revision_number=1']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:03:52.976221 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-d5e9f84b-544a-48b3-a711-7398fa779e16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:03:52.976929 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 55900) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:03:53.075846 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-6fd41551-9a43-4bd2-8612-482ecc2619e1 req-0af0c69d-982d-4b35-906f-f31a11c3b04f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:53.095192 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-75137768-dc15-4738-8404-44e66f17cf9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:53.151182 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-5eb95a41-b283-421b-9fb7-597eecec744e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:53.191003 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-5eb95a41-b283-421b-9fb7-597eecec744e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:53.318365 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08f91e9-1598-4764-803d-8cb91dfd414d req-4972850a-363e-4a38-9329-c1c72f6f6e4c tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:53.326964 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-e08f91e9-1598-4764-803d-8cb91dfd414d req-4972850a-363e-4a38-9329-c1c72f6f6e4c tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/ports?device_id=394aa146-b74f-4d5f-a96f-97be9d2883da HTTP/1.1" status: 200  len: 932 time: 0.2977107
Feb 10 21:03:53.330565 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-75137768-dc15-4738-8404-44e66f17cf9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:53.341083 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-1dad94af-b4f9-487b-84a8-32eacc560920 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:53.344182 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-c88f00ec-3d94-49ea-9d3a-c255677b56eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:03:53.399803 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-75137768-dc15-4738-8404-44e66f17cf9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:53.405156 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-75137768-dc15-4738-8404-44e66f17cf9e admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/a56ed877-7232-4391-9a96-6237c3b30ae8 HTTP/1.1" status: 204  len: 168 time: 0.8004174
Feb 10 21:03:53.418789 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-1dad94af-b4f9-487b-84a8-32eacc560920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:53.425544 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-e08f91e9-1598-4764-803d-8cb91dfd414d req-fac17f5f-1210-4f83-be0f-1bea0ef6ba30 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/security-groups?id=e801818c-2ba7-416a-bfd6-16d694223349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0975208
Feb 10 21:03:53.427085 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-5eb95a41-b283-421b-9fb7-597eecec744e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:53.435371 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75137768-dc15-4738-8404-44e66f17cf9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a56ed877-7232-4391-9a96-6237c3b30ae8,revision_number=None']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:03:53.440791 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-1da65dad-0465-41ec-ab23-8abb9a245c42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:03:53.476389 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb95a41-b283-421b-9fb7-597eecec744e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b245c823-c46a-41d4-bdb0-774817019880,revision_number=None']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:03:53.489825 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-5eb95a41-b283-421b-9fb7-597eecec744e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:03:53.491025 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-5eb95a41-b283-421b-9fb7-597eecec744e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:53.492442 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-5eb95a41-b283-421b-9fb7-597eecec744e admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/b245c823-c46a-41d4-bdb0-774817019880 HTTP/1.1" status: 204  len: 168 time: 0.5145462
Feb 10 21:03:53.508224 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-75137768-dc15-4738-8404-44e66f17cf9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:03:53.508706 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:03:53.553443 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dad94af-b4f9-487b-84a8-32eacc560920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=456daed8-8bd6-4125-95d2-9c5e0d4dc0da,revision_number=1']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:03:53.573086 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-1dad94af-b4f9-487b-84a8-32eacc560920 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:03:53.628059 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 55920) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:03:53.628505 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-1dad94af-b4f9-487b-84a8-32eacc560920 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=2955a49cffc24294a0ff8bfec3bb4a53&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1044924
Feb 10 21:03:53.715334 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-4a829bf4-38e6-4b87-9798-efd2a6b377a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:53.774602 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-4a829bf4-38e6-4b87-9798-efd2a6b377a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:53.836320 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd176606-bd94-4a7e-9e1f-4065fedc07a0 req-92d3722e-ab59-477f-a1ec-c4811292e736 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:53.838053 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-cd176606-bd94-4a7e-9e1f-4065fedc07a0 req-92d3722e-ab59-477f-a1ec-c4811292e736 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d8e8527-6359-42ba-91a8-bb462b8507d3 HTTP/1.1" status: 200  len: 946 time: 0.4047196
Feb 10 21:03:53.893139 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-4a829bf4-38e6-4b87-9798-efd2a6b377a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:53.906922 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-144729d0-375c-4790-93bb-333929839be0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:03:53.926430 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a829bf4-38e6-4b87-9798-efd2a6b377a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=456daed8-8bd6-4125-95d2-9c5e0d4dc0da,revision_number=None']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:03:53.929428 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-4a829bf4-38e6-4b87-9798-efd2a6b377a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:03:53.930314 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-4a829bf4-38e6-4b87-9798-efd2a6b377a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:53.932143 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-4a829bf4-38e6-4b87-9798-efd2a6b377a2 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/456daed8-8bd6-4125-95d2-9c5e0d4dc0da HTTP/1.1" status: 204  len: 168 time: 0.3024781
Feb 10 21:03:53.973118 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-cd176606-bd94-4a7e-9e1f-4065fedc07a0 req-d33b9b9b-ff5f-4858-8c07-9cbae10b20ca tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1263835
Feb 10 21:03:54.091993 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-1aa0aef0-0066-48f4-b256-5831b80b48c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:54.135210 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [req-6fd41551-9a43-4bd2-8612-482ecc2619e1 req-0af0c69d-982d-4b35-906f-f31a11c3b04f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80d3770c-f020-4d99-93d1-40e038841329 {{(pid=79929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 10 21:03:54.144328 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-6fd41551-9a43-4bd2-8612-482ecc2619e1 req-0af0c69d-982d-4b35-906f-f31a11c3b04f service neutron] Notify callbacks [] for port, precommit_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:54.161379 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [req-6fd41551-9a43-4bd2-8612-482ecc2619e1 req-0af0c69d-982d-4b35-906f-f31a11c3b04f service neutron] Transition to ACTIVE for port object 80d3770c-f020-4d99-93d1-40e038841329 will not be triggered until provisioned by entity L2. {{(pid=79929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 10 21:03:54.165795 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-6fd41551-9a43-4bd2-8612-482ecc2619e1 req-0af0c69d-982d-4b35-906f-f31a11c3b04f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:54.174256 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 55940) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:03:54.212378 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-3b5c71e7-8597-4c9f-8bf9-aa62d6a0b1e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:54.250703 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-3b5c71e7-8597-4c9f-8bf9-aa62d6a0b1e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:03:54.260046 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-3b5c71e7-8597-4c9f-8bf9-aa62d6a0b1e6 admin admin] Usage tracker for resource:security_group_rule and tenant:1ead6f1c08da4e85a6bed4c76d040201 is out of sync, need to count used quota {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:03:54.266862 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-3b5c71e7-8597-4c9f-8bf9-aa62d6a0b1e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:03:54.269147 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:03:54.283555 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-3b5c71e7-8597-4c9f-8bf9-aa62d6a0b1e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:03:54.446283 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 55950) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:03:54.520480 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [req-6fd41551-9a43-4bd2-8612-482ecc2619e1 req-0af0c69d-982d-4b35-906f-f31a11c3b04f service neutron] Attempting to bind port 80d3770c-f020-4d99-93d1-40e038841329 on host hv-cinder-77500 for vnic_type normal with profile  {{(pid=79929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 10 21:03:54.520480 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [req-6fd41551-9a43-4bd2-8612-482ecc2619e1 req-0af0c69d-982d-4b35-906f-f31a11c3b04f service neutron] Attempting to bind port 80d3770c-f020-4d99-93d1-40e038841329 by drivers openvswitch on host hv-cinder-77500 at level 0 using segments [{'id': '8502f998-48d6-4289-869a-dab876cb118f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '20901ffe-56e0-4231-a22c-8768446088e2'}] {{(pid=79929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 10 21:03:54.520812 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd41551-9a43-4bd2-8612-482ecc2619e1 req-0af0c69d-982d-4b35-906f-f31a11c3b04f service neutron] Attempting to bind port 80d3770c-f020-4d99-93d1-40e038841329 on network 20901ffe-56e0-4231-a22c-8768446088e2 {{(pid=79929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 10 21:03:54.530414 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af0c69d-982d-4b35-906f-f31a11c3b04f service neutron] Pushing event updated for resources: {'Port': ['ID=80d3770c-f020-4d99-93d1-40e038841329,revision_number=2']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:03:54.533811 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-0af0c69d-982d-4b35-906f-f31a11c3b04f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:03:54.535300 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd41551-9a43-4bd2-8612-482ecc2619e1 req-0af0c69d-982d-4b35-906f-f31a11c3b04f service neutron] Checking agent: {'id': 'a01cfff8-88bc-4fa7-a09e-0f06c1450d16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 10, 21, 0, 31), 'started_at': datetime.datetime(2021, 2, 10, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2021, 2, 10, 21, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 10 21:03:54.535678 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd41551-9a43-4bd2-8612-482ecc2619e1 req-0af0c69d-982d-4b35-906f-f31a11c3b04f service neutron] Checking segment: {'id': '8502f998-48d6-4289-869a-dab876cb118f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '20901ffe-56e0-4231-a22c-8768446088e2'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 10 21:03:54.536089 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-6fd41551-9a43-4bd2-8612-482ecc2619e1 req-0af0c69d-982d-4b35-906f-f31a11c3b04f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:54.536486 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd41551-9a43-4bd2-8612-482ecc2619e1 req-0af0c69d-982d-4b35-906f-f31a11c3b04f service neutron] Bound using segment: {'id': '8502f998-48d6-4289-869a-dab876cb118f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '20901ffe-56e0-4231-a22c-8768446088e2'} {{(pid=79929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 10 21:03:54.537009 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [req-6fd41551-9a43-4bd2-8612-482ecc2619e1 req-0af0c69d-982d-4b35-906f-f31a11c3b04f service neutron] Bound port: 80d3770c-f020-4d99-93d1-40e038841329, host: hv-cinder-77500, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8502f998-48d6-4289-869a-dab876cb118f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '20901ffe-56e0-4231-a22c-8768446088e2'}}] {{(pid=79929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 10 21:03:54.537385 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-6fd41551-9a43-4bd2-8612-482ecc2619e1 req-0af0c69d-982d-4b35-906f-f31a11c3b04f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:54.580219 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-3b5c71e7-8597-4c9f-8bf9-aa62d6a0b1e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:54.583877 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-3b5c71e7-8597-4c9f-8bf9-aa62d6a0b1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:54.620062 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-5eb95a41-b283-421b-9fb7-597eecec744e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:03:54.636583 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-3b5c71e7-8597-4c9f-8bf9-aa62d6a0b1e6 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=1ead6f1c08da4e85a6bed4c76d040201&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4610500
Feb 10 21:03:54.647391 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 55958) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:03:54.659374 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [req-6fd41551-9a43-4bd2-8612-482ecc2619e1 req-0af0c69d-982d-4b35-906f-f31a11c3b04f service neutron] For port 80d3770c-f020-4d99-93d1-40e038841329, host hv-cinder-77500, cleared binding levels {{(pid=79929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 10 21:03:54.660880 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [req-6fd41551-9a43-4bd2-8612-482ecc2619e1 req-0af0c69d-982d-4b35-906f-f31a11c3b04f service neutron] For port 80d3770c-f020-4d99-93d1-40e038841329, host hv-cinder-77500, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=80d3770c-f020-4d99-93d1-40e038841329,segment=NetworkSegment(8502f998-48d6-4289-869a-dab876cb118f),segment_id=8502f998-48d6-4289-869a-dab876cb118f)] {{(pid=79929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 10 21:03:54.661892 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 55964) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:03:54.681255 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-6fd41551-9a43-4bd2-8612-482ecc2619e1 req-0af0c69d-982d-4b35-906f-f31a11c3b04f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:54.699422 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-1eaafe52-85a5-485c-8a50-e19254a11933 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:03:54.752561 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a5a2451d-0459-4bef-b4fb-75e8d2925dc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:54.754673 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.db_base_plugin_v2 [None req-f122b519-8bcd-44a2-b655-98a0bda7c3ba admin admin] Deleting subnet b9b8925e-9c60-4a0d-8087-02634044864b {{(pid=79928) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 10 21:03:54.757980 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-f122b519-8bcd-44a2-b655-98a0bda7c3ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:54.823343 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5c71e7-8597-4c9f-8bf9-aa62d6a0b1e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61ba6be4-6f28-4d25-8e56-2b99db8daa2c,revision_number=1']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:03:54.828538 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-3b5c71e7-8597-4c9f-8bf9-aa62d6a0b1e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:03:54.873987 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-719a91ba-b27b-4841-8cc4-2c52e3295dcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:54.880539 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-f122b519-8bcd-44a2-b655-98a0bda7c3ba admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:54.901977 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-f122b519-8bcd-44a2-b655-98a0bda7c3ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016988'] for subnet, precommit_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:54.973423 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-719a91ba-b27b-4841-8cc4-2c52e3295dcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:55.045715 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-a5a2451d-0459-4bef-b4fb-75e8d2925dc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:03:55.063253 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-a5a2451d-0459-4bef-b4fb-75e8d2925dc8 admin admin] Usage tracker for resource:security_group_rule and tenant:4f7f6cd858834ea2b10614b6011d063b is out of sync, need to count used quota {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:03:55.076159 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-a5a2451d-0459-4bef-b4fb-75e8d2925dc8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:03:55.082246 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-a5a2451d-0459-4bef-b4fb-75e8d2925dc8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:03:55.139783 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cb1c60-9d83-424a-b50d-253d761bca22 req-736eb5d7-057e-4ec2-8476-da2c8b51acfa tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:55.147508 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-40cb1c60-9d83-424a-b50d-253d761bca22 req-736eb5d7-057e-4ec2-8476-da2c8b51acfa tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/ports?device_id=394aa146-b74f-4d5f-a96f-97be9d2883da HTTP/1.1" status: 200  len: 944 time: 0.5096443
Feb 10 21:03:55.247874 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a5a2451d-0459-4bef-b4fb-75e8d2925dc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:55.267884 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a5a2451d-0459-4bef-b4fb-75e8d2925dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:55.279428 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af0c69d-982d-4b35-906f-f31a11c3b04f service neutron] Pushing event updated for resources: {'Port': ['ID=80d3770c-f020-4d99-93d1-40e038841329,revision_number=3']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:03:55.298659 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-0af0c69d-982d-4b35-906f-f31a11c3b04f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.591s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:03:55.298659 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-8a2047aa-b1f9-4f5f-be15-ef888caa941c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:03:55.347303 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-40cb1c60-9d83-424a-b50d-253d761bca22 req-7c577bba-12d5-4f03-a6ee-21d029b308d8 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/security-groups?id=e801818c-2ba7-416a-bfd6-16d694223349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1987288
Feb 10 21:03:55.363086 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-a5a2451d-0459-4bef-b4fb-75e8d2925dc8 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=4f7f6cd858834ea2b10614b6011d063b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6999035
Feb 10 21:03:55.375066 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 55992) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:03:55.375166 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a2451d-0459-4bef-b4fb-75e8d2925dc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b43bf954-fcba-43f2-b9f9-65521f3d3097,revision_number=1']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:03:55.382831 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-a5a2451d-0459-4bef-b4fb-75e8d2925dc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:03:55.441401 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-719a91ba-b27b-4841-8cc4-2c52e3295dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:55.465842 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:03:55.482821 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2746f6-1a0d-4837-a851-c1260aa961a7 req-7d9edfb1-1f04-47dc-b1a0-5794860ffaba tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:55.492338 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-5c2746f6-1a0d-4837-a851-c1260aa961a7 req-7d9edfb1-1f04-47dc-b1a0-5794860ffaba tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d8e8527-6359-42ba-91a8-bb462b8507d3 HTTP/1.1" status: 200  len: 946 time: 0.3367548
Feb 10 21:03:55.505092 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719a91ba-b27b-4841-8cc4-2c52e3295dcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ba6be4-6f28-4d25-8e56-2b99db8daa2c,revision_number=None']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:03:55.512738 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd41551-9a43-4bd2-8612-482ecc2619e1 req-0af0c69d-982d-4b35-906f-f31a11c3b04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:55.513416 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-6fd41551-9a43-4bd2-8612-482ecc2619e1 req-0af0c69d-982d-4b35-906f-f31a11c3b04f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770081'] for port, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:55.515135 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-6fd41551-9a43-4bd2-8612-482ecc2619e1 req-0af0c69d-982d-4b35-906f-f31a11c3b04f service neutron] 10.222.0.15 "PUT /v2.0/ports/80d3770c-f020-4d99-93d1-40e038841329 HTTP/1.1" status: 200  len: 1158 time: 2.6827555
Feb 10 21:03:55.515341 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-719a91ba-b27b-4841-8cc4-2c52e3295dcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:03:55.515675 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '394aa146-b74f-4d5f-a96f-97be9d2883da', 'tag': '80d3770c-f020-4d99-93d1-40e038841329'}] {{(pid=79929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 10 21:03:55.518588 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-719a91ba-b27b-4841-8cc4-2c52e3295dcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:55.520001 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-719a91ba-b27b-4841-8cc4-2c52e3295dcf admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/61ba6be4-6f28-4d25-8e56-2b99db8daa2c HTTP/1.1" status: 204  len: 168 time: 0.8691344
Feb 10 21:03:55.525675 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-d386baa5-4a65-4b3a-bed9-0be873632db0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:55.669212 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-d386baa5-4a65-4b3a-bed9-0be873632db0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:55.706318 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-5c2746f6-1a0d-4837-a851-c1260aa961a7 req-73385703-2769-44af-bf56-6d8ef71b1f36 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2128966
Feb 10 21:03:55.708544 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '394aa146-b74f-4d5f-a96f-97be9d2883da', 'tag': '80d3770c-f020-4d99-93d1-40e038841329', 'status': 'completed', 'code': 200}
Feb 10 21:03:55.742192 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-f122b519-8bcd-44a2-b655-98a0bda7c3ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853758828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014'] for subnet, after_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:55.763977 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-38fe0329-79a9-401d-8de4-d2c04758b4de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:03:55.781106 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd41551-9a43-4bd2-8612-482ecc2619e1 req-06e2520e-cacd-4355-99df-77196a0981e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:55.791533 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-6fd41551-9a43-4bd2-8612-482ecc2619e1 req-06e2520e-cacd-4355-99df-77196a0981e6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fd8c6aec55114f528929638c55a0f6a9&device_id=394aa146-b74f-4d5f-a96f-97be9d2883da HTTP/1.1" status: 200  len: 1161 time: 0.2133307
Feb 10 21:03:55.816675 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f122b519-8bcd-44a2-b655-98a0bda7c3ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9b8925e-9c60-4a0d-8087-02634044864b,revision_number=None']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:03:55.818790 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-d386baa5-4a65-4b3a-bed9-0be873632db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:55.830119 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-f122b519-8bcd-44a2-b655-98a0bda7c3ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:03:55.915171 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-719a91ba-b27b-4841-8cc4-2c52e3295dcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:03:55.917688 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-6fd41551-9a43-4bd2-8612-482ecc2619e1 req-43a6f4b6-8945-492e-89c3-d9f1140d3f14 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80d3770c-f020-4d99-93d1-40e038841329 HTTP/1.1" status: 200  len: 217 time: 0.1112120
Feb 10 21:03:55.944691 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d386baa5-4a65-4b3a-bed9-0be873632db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b43bf954-fcba-43f2-b9f9-65521f3d3097,revision_number=None']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:03:55.958917 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-d386baa5-4a65-4b3a-bed9-0be873632db0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:03:55.965651 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-d386baa5-4a65-4b3a-bed9-0be873632db0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:55.967115 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-d386baa5-4a65-4b3a-bed9-0be873632db0 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/b43bf954-fcba-43f2-b9f9-65521f3d3097 HTTP/1.1" status: 204  len: 168 time: 0.5997953
Feb 10 21:03:56.008266 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-f122b519-8bcd-44a2-b655-98a0bda7c3ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728031'] for subnet, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:56.014680 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-f122b519-8bcd-44a2-b655-98a0bda7c3ba admin admin] 10.222.0.82 "DELETE /v2.0/subnets/b9b8925e-9c60-4a0d-8087-02634044864b HTTP/1.1" status: 204  len: 168 time: 1.5643270
Feb 10 21:03:56.014874 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 56012) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:03:56.158776 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd41551-9a43-4bd2-8612-482ecc2619e1 req-2f0d6407-a291-4692-a961-f9ccd1864b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:56.166279 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-6fd41551-9a43-4bd2-8612-482ecc2619e1 req-2f0d6407-a291-4692-a961-f9ccd1864b71 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=884075b2-6b00-417e-a17c-100207a10cdd HTTP/1.1" status: 200  len: 854 time: 0.2260196
Feb 10 21:03:56.261795 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-6fd41551-9a43-4bd2-8612-482ecc2619e1 req-2b8e372b-f56f-4ed7-845d-74d0568aa520 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=20901ffe-56e0-4231-a22c-8768446088e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0863762
Feb 10 21:03:56.273957 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-7df53b3d-9dce-4527-943b-2efb0ebd9bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853728688'] for network, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:56.576359 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-7df53b3d-9dce-4527-943b-2efb0ebd9bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023083', 'neutron.services.segments.db._delete_segments_for_network-8778798167172'] for network, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:56.643435 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-cabf22d8-3e7c-4031-a0e0-62ad88cc80ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:56.716304 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 56032) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:03:56.738575 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 56036) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:03:56.743771 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8e1a560f-bcfa-420f-9950-c7754fa24c90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:56.771370 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-8e1a560f-bcfa-420f-9950-c7754fa24c90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:03:56.783873 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-8e1a560f-bcfa-420f-9950-c7754fa24c90 admin admin] Usage tracker for resource:security_group_rule and tenant:5c08b17c0d514c508c21ed0e61a11860 is out of sync, need to count used quota {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:03:56.790402 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-8e1a560f-bcfa-420f-9950-c7754fa24c90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:03:56.800303 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-7df53b3d-9dce-4527-943b-2efb0ebd9bff admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fbf90b8c518>> segment before_delete 55550000 {{(pid=79929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 21:03:56.800850 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-7df53b3d-9dce-4527-943b-2efb0ebd9bff admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fbf90b8c518>> subnet precommit_delete_associations 55550000 {{(pid=79929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 21:03:56.802429 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-7df53b3d-9dce-4527-943b-2efb0ebd9bff admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fbf90ac6ac8>> segment_host_mapping after_create 55550000 {{(pid=79929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 21:03:56.803116 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-7df53b3d-9dce-4527-943b-2efb0ebd9bff admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fbf90ac6ac8>> port after_create 55550000 {{(pid=79929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 21:03:56.803804 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-7df53b3d-9dce-4527-943b-2efb0ebd9bff admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fbf90ac6ac8>> port after_delete 55550000 {{(pid=79929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 21:03:56.804700 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-7df53b3d-9dce-4527-943b-2efb0ebd9bff admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fbf90ac6ac8>> port after_update 55550000 {{(pid=79929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 21:03:56.806563 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-8e1a560f-bcfa-420f-9950-c7754fa24c90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:03:56.806763 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-7df53b3d-9dce-4527-943b-2efb0ebd9bff admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fbf90ac6ac8>> segment after_delete 55550000 {{(pid=79929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 21:03:56.807298 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-7df53b3d-9dce-4527-943b-2efb0ebd9bff admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fbf90ac6ac8>> subnet after_create 55550000 {{(pid=79929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 21:03:56.807995 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-7df53b3d-9dce-4527-943b-2efb0ebd9bff admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fbf90ac6ac8>> subnet after_delete 55550000 {{(pid=79929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 21:03:56.808621 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-7df53b3d-9dce-4527-943b-2efb0ebd9bff admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fbf90ac6ac8>> subnet after_update 55550000 {{(pid=79929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 21:03:56.877439 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.agents_db [None req-2fd61c53-9bc0-4c2f-aa40-be9729c6e46f None None] Agent healthcheck: found 6 active agents {{(pid=79931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 10 21:03:56.926054 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-7df53b3d-9dce-4527-943b-2efb0ebd9bff admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fbf9077d630>> subnet after_create 55550000 {{(pid=79929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 21:03:56.926054 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-7df53b3d-9dce-4527-943b-2efb0ebd9bff admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fbf9077d630>> subnet after_delete 55550000 {{(pid=79929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 21:03:56.926054 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-7df53b3d-9dce-4527-943b-2efb0ebd9bff admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fbf9077d630>> subnet before_create 55550000 {{(pid=79929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 21:03:56.926054 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-7df53b3d-9dce-4527-943b-2efb0ebd9bff admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fbf9077d630>> subnet before_update 55550000 {{(pid=79929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 21:03:56.926054 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.services.segments.db [None req-7df53b3d-9dce-4527-943b-2efb0ebd9bff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fbf900ac358>,) {'filters': {'network_id': ['43c3eb31-3437-423e-adc0-8a0f9f53ec5d']}} {{(pid=79929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:03:56.943706 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.services.segments.db [None req-7df53b3d-9dce-4527-943b-2efb0ebd9bff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fbf900ac358>, '01332f13-a36f-4899-9eae-42c72d658285') {'for_net_delete': True} {{(pid=79929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:03:56.944034 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.services.segments.db [None req-7df53b3d-9dce-4527-943b-2efb0ebd9bff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fbf900ac358>, '01332f13-a36f-4899-9eae-42c72d658285') {} {{(pid=79929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:03:57.052140 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae9b1a9-f70d-474d-a25b-02314de4ff47 req-aad09810-ebc0-4301-ba84-cc497543c50d tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:57.053151 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-3ae9b1a9-f70d-474d-a25b-02314de4ff47 req-aad09810-ebc0-4301-ba84-cc497543c50d tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Synchronizing usage tracker for tenant:fd8c6aec55114f528929638c55a0f6a9 on resource:port {{(pid=79929) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 10 21:03:57.068049 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-7df53b3d-9dce-4527-943b-2efb0ebd9bff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778798166933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852067840'] for segment, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:57.090065 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-3ae9b1a9-f70d-474d-a25b-02314de4ff47 req-aad09810-ebc0-4301-ba84-cc497543c50d tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Unset dirty status for tenant:fd8c6aec55114f528929638c55a0f6a9 on resource:port {{(pid=79929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 10 21:03:57.098402 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-3ae9b1a9-f70d-474d-a25b-02314de4ff47 req-aad09810-ebc0-4301-ba84-cc497543c50d tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/ports?device_id=394aa146-b74f-4d5f-a96f-97be9d2883da HTTP/1.1" status: 200  len: 944 time: 0.5961404
Feb 10 21:03:57.102648 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcfec39-297d-4936-9b78-d185804deaa1 req-f9a4eae0-51ee-488c-b334-039e6d2dba5e tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:57.103063 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-7df53b3d-9dce-4527-943b-2efb0ebd9bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853830591'] for segment, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:57.104353 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-edcfec39-297d-4936-9b78-d185804deaa1 req-f9a4eae0-51ee-488c-b334-039e6d2dba5e tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d8e8527-6359-42ba-91a8-bb462b8507d3 HTTP/1.1" status: 200  len: 946 time: 0.2375100
Feb 10 21:03:57.114557 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8e1a560f-bcfa-420f-9950-c7754fa24c90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:57.136087 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8e1a560f-bcfa-420f-9950-c7754fa24c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:57.154190 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7df53b3d-9dce-4527-943b-2efb0ebd9bff admin admin] Releasing vxlan tunnel 6 to pool {{(pid=79929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 10 21:03:57.165469 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-be799c50-0180-473c-bab5-0f4c67e974db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:03:57.210237 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-8e1a560f-bcfa-420f-9950-c7754fa24c90 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=5c08b17c0d514c508c21ed0e61a11860&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4900086
Feb 10 21:03:57.215968 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 56052) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:03:57.255920 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-edcfec39-297d-4936-9b78-d185804deaa1 req-428e95b0-45e3-414b-b644-053490e4beb6 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1433904
Feb 10 21:03:57.256955 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1a560f-bcfa-420f-9950-c7754fa24c90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbdbbefa-f58f-4368-8ed2-99d85778166b,revision_number=1']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:03:57.288577 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8e35c017-ca0e-4997-9af4-ce0f5f2c761e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:57.296049 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-8e1a560f-bcfa-420f-9950-c7754fa24c90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:03:57.334959 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-4fc86044-3ee8-4e5a-bd34-1a1d5cbf0bad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:57.365933 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-4fc86044-3ee8-4e5a-bd34-1a1d5cbf0bad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:57.393410 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-f27068c7-09bd-4ffb-a1b8-f4af4353b190 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:57.429577 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-3ae9b1a9-f70d-474d-a25b-02314de4ff47 req-468ea1bf-e0c6-449f-96ab-5312ba62d71c tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/security-groups?id=e801818c-2ba7-416a-bfd6-16d694223349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3302181
Feb 10 21:03:57.444175 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-4fc86044-3ee8-4e5a-bd34-1a1d5cbf0bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:57.451423 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-3aaf3e89-1800-4e8c-9630-b40b3e0dfe6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:03:57.465191 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc86044-3ee8-4e5a-bd34-1a1d5cbf0bad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbdbbefa-f58f-4368-8ed2-99d85778166b,revision_number=None']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:03:57.471166 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-4fc86044-3ee8-4e5a-bd34-1a1d5cbf0bad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:03:57.472798 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-4fc86044-3ee8-4e5a-bd34-1a1d5cbf0bad admin admin] Notify callbacks [] for security_group, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:57.476621 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-4fc86044-3ee8-4e5a-bd34-1a1d5cbf0bad admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/dbdbbefa-f58f-4368-8ed2-99d85778166b HTTP/1.1" status: 204  len: 168 time: 0.2570794
Feb 10 21:03:57.485017 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-f27068c7-09bd-4ffb-a1b8-f4af4353b190 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:03:57.555475 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-f27068c7-09bd-4ffb-a1b8-f4af4353b190 admin admin] Usage tracker for resource:security_group_rule and tenant:192db0fb19074b298b58f07b744633fe is out of sync, need to count used quota {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:03:57.562978 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-f27068c7-09bd-4ffb-a1b8-f4af4353b190 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:03:57.594745 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-f27068c7-09bd-4ffb-a1b8-f4af4353b190 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:03:57.598658 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-7df53b3d-9dce-4527-943b-2efb0ebd9bff admin admin] Network 43c3eb31-3437-423e-adc0-8a0f9f53ec5d has no segments {{(pid=79929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 10 21:03:57.611380 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-7df53b3d-9dce-4527-943b-2efb0ebd9bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-945225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852145411'] for segment, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:57.627542 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-6fd41551-9a43-4bd2-8612-482ecc2619e1 req-7a52efff-e543-4025-b0d4-01580cd4500b service neutron] 10.222.0.15 "GET /v2.0/networks/20901ffe-56e0-4231-a22c-8768446088e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4222987
Feb 10 21:03:57.828859 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-7df53b3d-9dce-4527-943b-2efb0ebd9bff admin admin] Network 43c3eb31-3437-423e-adc0-8a0f9f53ec5d has no segments {{(pid=79929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 10 21:03:57.865941 dv-cinder-775008-1-iscsi neutron-server[79816]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 10 21:03:57.865941 dv-cinder-775008-1-iscsi neutron-server[79816]:   from cryptography.utils import int_from_bytes
Feb 10 21:03:57.865941 dv-cinder-775008-1-iscsi neutron-server[79816]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 10 21:03:57.865941 dv-cinder-775008-1-iscsi neutron-server[79816]:   from cryptography.utils import int_from_bytes
Feb 10 21:03:57.865941 dv-cinder-775008-1-iscsi neutron-server[79816]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Feb 10 21:03:57.865941 dv-cinder-775008-1-iscsi neutron-server[79816]:   (rel_b, rel_a, rel_b),
Feb 10 21:03:57.865941 dv-cinder-775008-1-iscsi neutron-server[79816]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Feb 10 21:03:57.865941 dv-cinder-775008-1-iscsi neutron-server[79816]:   (rel_b, rel_a, rel_b),
Feb 10 21:03:57.865941 dv-cinder-775008-1-iscsi neutron-server[79816]: Traceback (most recent call last):
Feb 10 21:03:57.865941 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 10 21:03:57.865941 dv-cinder-775008-1-iscsi neutron-server[79816]:     timer()
Feb 10 21:03:57.865941 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 10 21:03:57.865941 dv-cinder-775008-1-iscsi neutron-server[79816]:     cb(*args, **kw)
Feb 10 21:03:57.865941 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 10 21:03:57.865941 dv-cinder-775008-1-iscsi neutron-server[79816]:     return func(*args, **kwargs)
Feb 10 21:03:57.865941 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 10 21:03:57.865941 dv-cinder-775008-1-iscsi neutron-server[79816]:     self._notify()
Feb 10 21:03:57.865941 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 10 21:03:57.865941 dv-cinder-775008-1-iscsi neutron-server[79816]:     self.callback(batched_events)
Feb 10 21:03:57.865941 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 10 21:03:57.865941 dv-cinder-775008-1-iscsi neutron-server[79816]:     event.method(event)
Feb 10 21:03:57.865941 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 10 21:03:57.865941 dv-cinder-775008-1-iscsi neutron-server[79816]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 10 21:03:57.865941 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 10 21:03:57.865941 dv-cinder-775008-1-iscsi neutron-server[79816]:     segment_id)['aggregates'][0]
Feb 10 21:03:57.865941 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 10 21:03:57.865941 dv-cinder-775008-1-iscsi neutron-server[79816]:     return f(self, *a, **k)
Feb 10 21:03:57.865941 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 10 21:03:57.865941 dv-cinder-775008-1-iscsi neutron-server[79816]:     return self._get(url).json()
Feb 10 21:03:57.865941 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 10 21:03:57.865941 dv-cinder-775008-1-iscsi neutron-server[79816]:     **kwargs)
Feb 10 21:03:57.865941 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 10 21:03:57.865941 dv-cinder-775008-1-iscsi neutron-server[79816]:     return self.request(url, 'GET', **kwargs)
Feb 10 21:03:57.865941 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 10 21:03:57.865941 dv-cinder-775008-1-iscsi neutron-server[79816]:     **endpoint_filter)
Feb 10 21:03:57.865941 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 10 21:03:57.865941 dv-cinder-775008-1-iscsi neutron-server[79816]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 10 21:03:57.865941 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 10 21:03:57.865941 dv-cinder-775008-1-iscsi neutron-server[79816]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 10 21:03:57.865941 dv-cinder-775008-1-iscsi neutron-server[79816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 10 21:03:57.972609 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-7df53b3d-9dce-4527-943b-2efb0ebd9bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853752733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850656724'] for network, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:57.980714 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-7df53b3d-9dce-4527-943b-2efb0ebd9bff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728031'] for network, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:57.994358 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:03:58.030854 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df53b3d-9dce-4527-943b-2efb0ebd9bff admin admin] Pushing event deleted for resources: {'Network': ['ID=43c3eb31-3437-423e-adc0-8a0f9f53ec5d,revision_number=None']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:03:58.039024 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-7df53b3d-9dce-4527-943b-2efb0ebd9bff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:03:58.039556 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-f27068c7-09bd-4ffb-a1b8-f4af4353b190 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:58.044620 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-f27068c7-09bd-4ffb-a1b8-f4af4353b190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:58.054271 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:03:58.067687 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-7df53b3d-9dce-4527-943b-2efb0ebd9bff admin admin] 10.222.0.82 "DELETE /v2.0/networks/43c3eb31-3437-423e-adc0-8a0f9f53ec5d HTTP/1.1" status: 204  len: 168 time: 2.0520616
Feb 10 21:03:58.105133 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-f27068c7-09bd-4ffb-a1b8-f4af4353b190 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=192db0fb19074b298b58f07b744633fe&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3631079
Feb 10 21:03:58.105563 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 56080) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:03:58.107722 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27068c7-09bd-4ffb-a1b8-f4af4353b190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=210e9097-6885-45eb-a547-b13a6fba46a4,revision_number=1']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:03:58.117126 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-f27068c7-09bd-4ffb-a1b8-f4af4353b190 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:03:58.190971 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:58.214502 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b14d96fa-288d-4f0b-bdc4-2a93b6475774 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:58.246449 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b14d96fa-288d-4f0b-bdc4-2a93b6475774 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:58.265634 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 56086) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:03:58.306630 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b14d96fa-288d-4f0b-bdc4-2a93b6475774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:58.325858 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a16a173f-35ea-40df-9953-0a23fc2526db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:58.329202 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:03:58.347982 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14d96fa-288d-4f0b-bdc4-2a93b6475774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=210e9097-6885-45eb-a547-b13a6fba46a4,revision_number=None']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:03:58.351356 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b14d96fa-288d-4f0b-bdc4-2a93b6475774 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:03:58.353114 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b14d96fa-288d-4f0b-bdc4-2a93b6475774 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:58.353775 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-b14d96fa-288d-4f0b-bdc4-2a93b6475774 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/210e9097-6885-45eb-a547-b13a6fba46a4 HTTP/1.1" status: 204  len: 168 time: 0.2470472
Feb 10 21:03:58.404278 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 56096) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:03:58.407138 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-e31831d7-7594-4925-85b0-f7ed8b171caa admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=865e082448cd4f47bc948c3eff8bebda&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1392264
Feb 10 21:03:58.521927 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-2a2b3921-a837-464e-b629-60b08320a914 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:58.558187 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-2a2b3921-a837-464e-b629-60b08320a914 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:58.622364 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-2a2b3921-a837-464e-b629-60b08320a914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:58.629456 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-6ae6ede6-0cb1-4da6-bb41-0770d0ed646b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:03:58.649727 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2b3921-a837-464e-b629-60b08320a914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed23cb9e-7f15-4f33-b6fd-efeabe356489,revision_number=None']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:03:58.656604 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-2a2b3921-a837-464e-b629-60b08320a914 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:03:58.668489 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-2a2b3921-a837-464e-b629-60b08320a914 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:58.673439 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-2a2b3921-a837-464e-b629-60b08320a914 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/ed23cb9e-7f15-4f33-b6fd-efeabe356489 HTTP/1.1" status: 204  len: 168 time: 0.2677007
Feb 10 21:03:58.727909 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5db7a0-1c28-445d-9e49-adef83664025 req-d65396a8-3b53-4df6-a54c-26bd924f2eca tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:58.729640 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-fb5db7a0-1c28-445d-9e49-adef83664025 req-d65396a8-3b53-4df6-a54c-26bd924f2eca tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d8e8527-6359-42ba-91a8-bb462b8507d3 HTTP/1.1" status: 200  len: 946 time: 0.2122030
Feb 10 21:03:58.814705 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-fb5db7a0-1c28-445d-9e49-adef83664025 req-ff42110a-60ad-4c9c-8bbb-ce140803a246 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749843
Feb 10 21:03:59.075957 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 56120) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:03:59.146057 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd83f4a-6536-42ae-b8fa-70c532b1d347 req-ceef9b60-1d6c-4ae4-8b0d-e9bbfd65474d tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:59.147777 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-7cd83f4a-6536-42ae-b8fa-70c532b1d347 req-ceef9b60-1d6c-4ae4-8b0d-e9bbfd65474d tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/ports?device_id=394aa146-b74f-4d5f-a96f-97be9d2883da HTTP/1.1" status: 200  len: 944 time: 0.1932733
Feb 10 21:03:59.221058 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-7cd83f4a-6536-42ae-b8fa-70c532b1d347 req-a247703f-1e1e-4722-a0bd-43adfbb17158 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/security-groups?id=e801818c-2ba7-416a-bfd6-16d694223349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0652208
Feb 10 21:03:59.267911 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [None req-5d741026-c96c-497d-b60c-56c61a25c209 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1306682599-network', 'tenant_id': '706339909de34203b7a9d2efb6248465'}} {{(pid=79928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:03:59.273014 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-5d741026-c96c-497d-b60c-56c61a25c209 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:03:59.277294 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-5d741026-c96c-497d-b60c-56c61a25c209 admin admin] Usage tracker for resource:network and tenant:706339909de34203b7a9d2efb6248465 is out of sync, need to count used quota {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:03:59.280498 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-5d741026-c96c-497d-b60c-56c61a25c209 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:03:59.287623 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-5d741026-c96c-497d-b60c-56c61a25c209 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:03:59.300525 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d741026-c96c-497d-b60c-56c61a25c209 admin admin] Made reservation on behalf of 706339909de34203b7a9d2efb6248465 for: {'network': 1} {{(pid=79928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 10 21:03:59.305792 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-5d741026-c96c-497d-b60c-56c61a25c209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for network, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:59.320330 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-5d741026-c96c-497d-b60c-56c61a25c209 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:59.360101 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-5d741026-c96c-497d-b60c-56c61a25c209 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:03:59.365158 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-5d741026-c96c-497d-b60c-56c61a25c209 admin admin] Usage tracker for resource:security_group_rule and tenant:706339909de34203b7a9d2efb6248465 is out of sync, need to count used quota {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:03:59.368762 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-5d741026-c96c-497d-b60c-56c61a25c209 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:03:59.375374 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-5d741026-c96c-497d-b60c-56c61a25c209 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:03:59.492664 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-5d741026-c96c-497d-b60c-56c61a25c209 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:59.496431 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-5d741026-c96c-497d-b60c-56c61a25c209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:59.498681 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-6fd41551-9a43-4bd2-8612-482ecc2619e1 req-7657fca1-b784-4419-bf91-49632b0dbbe7 service neutron] 10.222.0.15 "GET /v2.0/networks/20901ffe-56e0-4231-a22c-8768446088e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1763730
Feb 10 21:03:59.501873 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-e8682770-7d19-42dc-b5d7-ddec7bdf57cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:03:59.536996 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d741026-c96c-497d-b60c-56c61a25c209 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=79928) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 10 21:03:59.552425 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d741026-c96c-497d-b60c-56c61a25c209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc6433a-ed38-4e65-847c-6973855a33ef,revision_number=1']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:03:59.558581 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-5d741026-c96c-497d-b60c-56c61a25c209 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:03:59.560105 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-5d741026-c96c-497d-b60c-56c61a25c209 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363258056608645', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853830591'] for segment, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:59.560552 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.db.segments_db [None req-5d741026-c96c-497d-b60c-56c61a25c209 admin admin] Added segment 8d2d1bc8-cbde-4c32-b58a-37ec375dfded of type vxlan for network fe18be44-029b-4608-8046-97d89ec48898
Feb 10 21:03:59.599987 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-5d741026-c96c-497d-b60c-56c61a25c209 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363258057162953'] for network, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:59.669404 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-5d741026-c96c-497d-b60c-56c61a25c209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014'] for network, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:59.670752 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d741026-c96c-497d-b60c-56c61a25c209 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:59.672103 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-5d741026-c96c-497d-b60c-56c61a25c209 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728031'] for network, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:03:59.678650 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-bf4961eb-5574-4b2d-879d-efd74e1acdc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:03:59.685839 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55742f2a-017c-44fe-951c-e286968d785f req-0a51fd51-ad0f-49d9-a0a9-683b0f0e7264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:03:59.687801 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-55742f2a-017c-44fe-951c-e286968d785f req-0a51fd51-ad0f-49d9-a0a9-683b0f0e7264 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fd8c6aec55114f528929638c55a0f6a9&device_id=394aa146-b74f-4d5f-a96f-97be9d2883da HTTP/1.1" status: 200  len: 1161 time: 0.1294627
Feb 10 21:03:59.796864 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-5d741026-c96c-497d-b60c-56c61a25c209 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 0.7192726
Feb 10 21:03:59.803479 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 56150) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:03:59.812999 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [None req-3eadc4e6-2e98-4481-81e6-b21eee68d10e admin admin] Request body: {'subnet': {'network_id': 'fe18be44-029b-4608-8046-97d89ec48898', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1306682599-subnet', 'tenant_id': '706339909de34203b7a9d2efb6248465', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:03:59.823558 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-3eadc4e6-2e98-4481-81e6-b21eee68d10e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:03:59.826329 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d741026-c96c-497d-b60c-56c61a25c209 admin admin] Pushing event updated for resources: {'Network': ['ID=fe18be44-029b-4608-8046-97d89ec48898,revision_number=1']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:03:59.831146 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-3eadc4e6-2e98-4481-81e6-b21eee68d10e admin admin] Usage tracker for resource:subnet and tenant:706339909de34203b7a9d2efb6248465 is out of sync, need to count used quota {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:03:59.834906 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-5d741026-c96c-497d-b60c-56c61a25c209 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:03:59.835924 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-3eadc4e6-2e98-4481-81e6-b21eee68d10e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:03:59.841593 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Network fe18be44-029b-4608-8046-97d89ec48898 details requested by agent ovs-agent-hv-cinder-77500 with host hv-cinder-77500 {{(pid=79930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 10 21:03:59.843428 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-3eadc4e6-2e98-4481-81e6-b21eee68d10e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:03:59.854666 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eadc4e6-2e98-4481-81e6-b21eee68d10e admin admin] Made reservation on behalf of 706339909de34203b7a9d2efb6248465 for: {'subnet': 1} {{(pid=79928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 10 21:03:59.859581 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-3eadc4e6-2e98-4481-81e6-b21eee68d10e admin admin] Notify callbacks [] for subnet, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:00.192015 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Network fe18be44-029b-4608-8046-97d89ec48898 details requested by agent ovs-agent-dv-cinder-775008-1-iscsi with host dv-cinder-775008-1-iscsi {{(pid=79930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 10 21:04:00.302772 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 56172) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:04:00.327396 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55742f2a-017c-44fe-951c-e286968d785f req-61a7750a-873b-475b-90d4-299d82842126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:04:00.329161 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-55742f2a-017c-44fe-951c-e286968d785f req-61a7750a-873b-475b-90d4-299d82842126 service neutron] 10.222.0.15 "GET /v2.0/networks?id=20901ffe-56e0-4231-a22c-8768446088e2 HTTP/1.1" status: 200  len: 908 time: 0.6329722
Feb 10 21:04:00.375128 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 56178) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:04:00.633086 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-55742f2a-017c-44fe-951c-e286968d785f req-bb131d9b-c3a0-41c0-b1db-80203dc0d923 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80d3770c-f020-4d99-93d1-40e038841329 HTTP/1.1" status: 200  len: 217 time: 0.1829455
Feb 10 21:04:00.655781 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [None req-280ed79a-e3ad-4343-9f5f-bee33b0295b9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-187424043-network', 'tenant_id': '450f83fab0734bc4b485b263670f0fa7'}} {{(pid=79928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:04:00.698554 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-280ed79a-e3ad-4343-9f5f-bee33b0295b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:04:00.719074 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-280ed79a-e3ad-4343-9f5f-bee33b0295b9 admin admin] Usage tracker for resource:network and tenant:450f83fab0734bc4b485b263670f0fa7 is out of sync, need to count used quota {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:04:00.728449 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [None req-d3d5a579-d8bc-4685-9efb-da91b835149e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-874070501-network', 'tenant_id': 'eb8be716db2e42aea2a6c06bf05c44b5'}} {{(pid=79928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:04:00.731803 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-280ed79a-e3ad-4343-9f5f-bee33b0295b9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:04:00.741880 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-280ed79a-e3ad-4343-9f5f-bee33b0295b9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:04:00.746281 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-d3d5a579-d8bc-4685-9efb-da91b835149e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:04:00.758570 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-d3d5a579-d8bc-4685-9efb-da91b835149e admin admin] Usage tracker for resource:network and tenant:eb8be716db2e42aea2a6c06bf05c44b5 is out of sync, need to count used quota {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:04:00.770144 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-d3d5a579-d8bc-4685-9efb-da91b835149e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:04:00.773896 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-3eadc4e6-2e98-4481-81e6-b21eee68d10e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014'] for subnet, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:00.778536 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-d3d5a579-d8bc-4685-9efb-da91b835149e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:04:00.780581 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-280ed79a-e3ad-4343-9f5f-bee33b0295b9 admin admin] Made reservation on behalf of 450f83fab0734bc4b485b263670f0fa7 for: {'network': 1} {{(pid=79928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 10 21:04:00.785383 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-280ed79a-e3ad-4343-9f5f-bee33b0295b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for network, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:00.838234 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688f8d8-35f3-4895-a6ee-5eb2c5ea8cef req-9f380958-ad0a-476b-9f18-aa314c68b7d5 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:04:00.840036 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-4688f8d8-35f3-4895-a6ee-5eb2c5ea8cef req-9f380958-ad0a-476b-9f18-aa314c68b7d5 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d8e8527-6359-42ba-91a8-bb462b8507d3 HTTP/1.1" status: 200  len: 946 time: 0.5052118
Feb 10 21:04:00.851712 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55742f2a-017c-44fe-951c-e286968d785f req-940fdd55-b280-4f00-ae37-cfb963ff3339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:04:00.853218 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-55742f2a-017c-44fe-951c-e286968d785f req-940fdd55-b280-4f00-ae37-cfb963ff3339 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=884075b2-6b00-417e-a17c-100207a10cdd HTTP/1.1" status: 200  len: 854 time: 0.2161884
Feb 10 21:04:00.891156 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5164600-7122-40d8-84a3-e50105fe0273 req-0f37cdbe-a407-4cdb-baad-6b996cbdec67 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:04:00.893063 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-f5164600-7122-40d8-84a3-e50105fe0273 req-0f37cdbe-a407-4cdb-baad-6b996cbdec67 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/ports?device_id=394aa146-b74f-4d5f-a96f-97be9d2883da HTTP/1.1" status: 200  len: 944 time: 0.3682024
Feb 10 21:04:00.919856 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:04:00.949764 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-55742f2a-017c-44fe-951c-e286968d785f req-a83035b9-3234-4e2d-87d2-b847c2f2a6d4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=20901ffe-56e0-4231-a22c-8768446088e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0659039
Feb 10 21:04:00.974037 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-4688f8d8-35f3-4895-a6ee-5eb2c5ea8cef req-51a53312-7aaf-4a08-b207-63f5c9ee52e8 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1261365
Feb 10 21:04:00.986554 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:01.032037 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eadc4e6-2e98-4481-81e6-b21eee68d10e admin admin] Pushing event updated for resources: {'Subnet': ['ID=36f209b3-0d23-40fa-a425-58f642f3b193,revision_number=0']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:04:01.081614 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-280ed79a-e3ad-4343-9f5f-bee33b0295b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:01.102787 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-3eadc4e6-2e98-4481-81e6-b21eee68d10e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:04:01.105422 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d5a579-d8bc-4685-9efb-da91b835149e admin admin] Made reservation on behalf of eb8be716db2e42aea2a6c06bf05c44b5 for: {'network': 1} {{(pid=79928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 10 21:04:01.110152 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-d3d5a579-d8bc-4685-9efb-da91b835149e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for network, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:01.143968 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-55742f2a-017c-44fe-951c-e286968d785f req-1c37f569-c2be-4c54-8d96-103150dd6e5b service neutron] 10.222.0.15 "GET /v2.0/networks/20901ffe-56e0-4231-a22c-8768446088e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1687834
Feb 10 21:04:01.168671 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-f5164600-7122-40d8-84a3-e50105fe0273 req-f3510421-604a-4e50-b74d-6350604e22bb tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/security-groups?id=e801818c-2ba7-416a-bfd6-16d694223349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1733370
Feb 10 21:04:01.175292 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-d3d5a579-d8bc-4685-9efb-da91b835149e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:01.249828 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-280ed79a-e3ad-4343-9f5f-bee33b0295b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:04:01.268306 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-280ed79a-e3ad-4343-9f5f-bee33b0295b9 admin admin] Usage tracker for resource:security_group_rule and tenant:450f83fab0734bc4b485b263670f0fa7 is out of sync, need to count used quota {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:04:01.273331 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-d3d5a579-d8bc-4685-9efb-da91b835149e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:04:01.275807 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-280ed79a-e3ad-4343-9f5f-bee33b0295b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:04:01.284831 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-d3d5a579-d8bc-4685-9efb-da91b835149e admin admin] Usage tracker for resource:security_group_rule and tenant:eb8be716db2e42aea2a6c06bf05c44b5 is out of sync, need to count used quota {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:04:01.289481 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-280ed79a-e3ad-4343-9f5f-bee33b0295b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:04:01.293343 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-d3d5a579-d8bc-4685-9efb-da91b835149e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:04:01.305186 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-d3d5a579-d8bc-4685-9efb-da91b835149e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:04:01.325104 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-55742f2a-017c-44fe-951c-e286968d785f req-e750b1d5-051f-4978-8983-f3fcf666ece2 service neutron] 10.222.0.15 "GET /v2.0/networks/20901ffe-56e0-4231-a22c-8768446088e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1661818
Feb 10 21:04:01.470857 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eadc4e6-2e98-4481-81e6-b21eee68d10e admin admin] Checking segment: {'id': '8d2d1bc8-cbde-4c32-b58a-37ec375dfded', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'fe18be44-029b-4608-8046-97d89ec48898'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 10 21:04:01.471258 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eadc4e6-2e98-4481-81e6-b21eee68d10e admin admin] Network hostable DHCP agents. Network: fe18be44-029b-4608-8046-97d89ec48898, hostable agents: ['81d85903-877f-455d-aaa7-fc933394e41c'], hosted agents: [] {{(pid=79928) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 10 21:04:01.515545 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-280ed79a-e3ad-4343-9f5f-bee33b0295b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:01.529839 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-280ed79a-e3ad-4343-9f5f-bee33b0295b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:01.537981 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-006b7abc-5fe7-4499-aa1d-99b751f1cea7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:04:01.565410 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eadc4e6-2e98-4481-81e6-b21eee68d10e admin admin] Network fe18be44-029b-4608-8046-97d89ec48898 is scheduled to be hosted by DHCP agent 81d85903-877f-455d-aaa7-fc933394e41c with binding_index 1 {{(pid=79928) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 10 21:04:01.582575 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-d3d5a579-d8bc-4685-9efb-da91b835149e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:01.585957 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-280ed79a-e3ad-4343-9f5f-bee33b0295b9 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=79928) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 10 21:04:01.603400 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-d3d5a579-d8bc-4685-9efb-da91b835149e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:01.615574 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.base_scheduler [None req-3eadc4e6-2e98-4481-81e6-b21eee68d10e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775008-1-iscsi, fe18be44-029b-4608-8046-97d89ec48898) {{(pid=79928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 10 21:04:01.622608 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-280ed79a-e3ad-4343-9f5f-bee33b0295b9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363258056608645', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853830591'] for segment, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:01.623342 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.db.segments_db [None req-280ed79a-e3ad-4343-9f5f-bee33b0295b9 admin admin] Added segment 523996b1-29da-4623-83de-a657233dda5c of type vxlan for network d499e464-54e8-4dd4-9520-8f962f4aa61a
Feb 10 21:04:01.623509 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eefcb89-4315-4272-acff-8a15f82bb1c4 None None] Network fe18be44-029b-4608-8046-97d89ec48898 requested from dv-cinder-775008-1-iscsi {{(pid=79930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 10 21:04:01.624256 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280ed79a-e3ad-4343-9f5f-bee33b0295b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c335b989-9e5c-4bf7-8234-e0ff1c1dd57a,revision_number=1']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:04:01.635988 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eadc4e6-2e98-4481-81e6-b21eee68d10e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:04:01.636644 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-3eadc4e6-2e98-4481-81e6-b21eee68d10e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728031'] for subnet, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:01.640626 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-280ed79a-e3ad-4343-9f5f-bee33b0295b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:04:01.648941 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-5d741026-c96c-497d-b60c-56c61a25c209 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:04:01.715494 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-280ed79a-e3ad-4343-9f5f-bee33b0295b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363258057162953'] for network, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:01.724872 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d5a579-d8bc-4685-9efb-da91b835149e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b66865e-9fd1-4bb7-b5c1-5bba70a74e4b,revision_number=1']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:04:01.733405 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-d3d5a579-d8bc-4685-9efb-da91b835149e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:04:01.758184 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-3eadc4e6-2e98-4481-81e6-b21eee68d10e admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.9532669
Feb 10 21:04:01.767551 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-280ed79a-e3ad-4343-9f5f-bee33b0295b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014'] for network, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:01.770267 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280ed79a-e3ad-4343-9f5f-bee33b0295b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:04:01.770958 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-280ed79a-e3ad-4343-9f5f-bee33b0295b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728031'] for network, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:01.775167 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.db.api [None req-d3d5a579-d8bc-4685-9efb-da91b835149e admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=79928) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 10 21:04:01.775527 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_db.api [None req-d3d5a579-d8bc-4685-9efb-da91b835149e admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=79928) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 10 21:04:01.780199 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:04:01.780393 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 56198) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:04:01.888122 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-280ed79a-e3ad-4343-9f5f-bee33b0295b9 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 1.5804996
Feb 10 21:04:01.889256 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 56204) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:04:01.895396 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [None req-6a31ce6d-629d-4167-bae7-c3b05c4c8f10 admin admin] Request body: {'subnet': {'network_id': 'd499e464-54e8-4dd4-9520-8f962f4aa61a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-187424043-subnet', 'tenant_id': '450f83fab0734bc4b485b263670f0fa7', 'ip_version': 4}} {{(pid=79929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:04:01.899778 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc6fe05-a3a1-47f2-964c-f3d5059fdf4a None None] Network fe18be44-029b-4608-8046-97d89ec48898 requested from dv-cinder-775008-1-iscsi {{(pid=79930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 10 21:04:01.900908 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280ed79a-e3ad-4343-9f5f-bee33b0295b9 admin admin] Pushing event updated for resources: {'Network': ['ID=d499e464-54e8-4dd4-9520-8f962f4aa61a,revision_number=1']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:04:01.903621 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-280ed79a-e3ad-4343-9f5f-bee33b0295b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:04:01.912530 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-6a31ce6d-629d-4167-bae7-c3b05c4c8f10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:04:01.917223 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-6a31ce6d-629d-4167-bae7-c3b05c4c8f10 admin admin] Usage tracker for resource:subnet and tenant:450f83fab0734bc4b485b263670f0fa7 is out of sync, need to count used quota {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:04:01.920906 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-6a31ce6d-629d-4167-bae7-c3b05c4c8f10 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:04:01.928500 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-6a31ce6d-629d-4167-bae7-c3b05c4c8f10 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:04:01.943347 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a31ce6d-629d-4167-bae7-c3b05c4c8f10 admin admin] Made reservation on behalf of 450f83fab0734bc4b485b263670f0fa7 for: {'subnet': 1} {{(pid=79929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 10 21:04:01.948821 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-6a31ce6d-629d-4167-bae7-c3b05c4c8f10 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852311569'] for subnet, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:02.007657 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-9a5b52a7-36ae-45f7-906f-4c45652c09fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:02.226643 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-9a5b52a7-36ae-45f7-906f-4c45652c09fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:04:02.232803 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-9a5b52a7-36ae-45f7-906f-4c45652c09fc admin admin] Usage tracker for resource:security_group_rule and tenant:761c8ca6f90e422fb4d78de6c693b0c0 is out of sync, need to count used quota {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:04:02.236221 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-9a5b52a7-36ae-45f7-906f-4c45652c09fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:04:02.242437 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-9a5b52a7-36ae-45f7-906f-4c45652c09fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:04:02.293967 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Network d499e464-54e8-4dd4-9520-8f962f4aa61a details requested by agent ovs-agent-dv-cinder-775008-1-iscsi with host dv-cinder-775008-1-iscsi {{(pid=79930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 10 21:04:02.307847 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Network d499e464-54e8-4dd4-9520-8f962f4aa61a details requested by agent ovs-agent-hv-cinder-77500 with host hv-cinder-77500 {{(pid=79930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 10 21:04:02.396512 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-9a5b52a7-36ae-45f7-906f-4c45652c09fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:02.453126 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-9a5b52a7-36ae-45f7-906f-4c45652c09fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:02.490280 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device 80d3770c-f020-4d99-93d1-40e038841329 up at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:04:02.529961 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-38b811ab-383c-461f-8e50-d1387ad18ffd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:04:02.543661 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-d3d5a579-d8bc-4685-9efb-da91b835149e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for network, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:02.565556 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-9a5b52a7-36ae-45f7-906f-4c45652c09fc admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=761c8ca6f90e422fb4d78de6c693b0c0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7839949
Feb 10 21:04:02.570286 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5b52a7-36ae-45f7-906f-4c45652c09fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e303f90-3d41-450a-b3f9-b8d194edd4d5,revision_number=1']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:04:02.573839 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 56226) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:04:02.624347 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3d5a579-d8bc-4685-9efb-da91b835149e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=79928) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 10 21:04:02.631912 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-9a5b52a7-36ae-45f7-906f-4c45652c09fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:04:02.634778 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-d3d5a579-d8bc-4685-9efb-da91b835149e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363258056608645', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853830591'] for segment, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:02.635341 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.db.segments_db [None req-d3d5a579-d8bc-4685-9efb-da91b835149e admin admin] Added segment d7f580de-9525-4e7b-93a1-5e7479da2ea8 of type vxlan for network 009dd3d9-5800-4858-a534-697a99ad36c1
Feb 10 21:04:02.665906 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-d3d5a579-d8bc-4685-9efb-da91b835149e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363258057162953'] for network, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:02.723331 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning for port 80d3770c-f020-4d99-93d1-40e038841329 completed by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 10 21:04:02.732219 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning complete for port 80d3770c-f020-4d99-93d1-40e038841329 triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:04:02.732913 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:02.739596 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-d3d5a579-d8bc-4685-9efb-da91b835149e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014'] for network, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:02.767397 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d5a579-d8bc-4685-9efb-da91b835149e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:04:02.768166 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-d3d5a579-d8bc-4685-9efb-da91b835149e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728031'] for network, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:02.807827 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-5d741026-c96c-497d-b60c-56c61a25c209 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:04:02.902640 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:02.908659 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e72861-2f12-434f-b5ce-ece35d678455 req-bbccab6d-534e-4beb-bacb-4ef7cbe186c4 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:04:02.911848 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-35e72861-2f12-434f-b5ce-ece35d678455 req-bbccab6d-534e-4beb-bacb-4ef7cbe186c4 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/ports?device_id=394aa146-b74f-4d5f-a96f-97be9d2883da HTTP/1.1" status: 200  len: 944 time: 0.3912485
Feb 10 21:04:02.944606 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d4717f-7960-4fd3-ae5b-23f51e15a55c req-99c09a0d-e7f9-439a-944b-0e45633192ca tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:04:02.951950 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] For port 80d3770c-f020-4d99-93d1-40e038841329, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=80d3770c-f020-4d99-93d1-40e038841329,segment=NetworkSegment(8502f998-48d6-4289-869a-dab876cb118f),segment_id=8502f998-48d6-4289-869a-dab876cb118f)] {{(pid=79930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:04:02.953355 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '394aa146-b74f-4d5f-a96f-97be9d2883da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80d3770c-f020-4d99-93d1-40e038841329'}] {{(pid=79930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 10 21:04:02.955013 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-a5d4717f-7960-4fd3-ae5b-23f51e15a55c req-99c09a0d-e7f9-439a-944b-0e45633192ca tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d8e8527-6359-42ba-91a8-bb462b8507d3 HTTP/1.1" status: 200  len: 946 time: 0.8173368
Feb 10 21:04:02.960742 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:02.961327 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-d3d5a579-d8bc-4685-9efb-da91b835149e admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 2.5850046
Feb 10 21:04:02.963452 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 56240) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:04:02.963735 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-8c122fbd-bff9-4499-910d-7c08c6de07c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:04:03.010147 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [None req-cb1d7534-c989-4bda-97e4-0c000517ab56 admin admin] Request body: {'subnet': {'network_id': '009dd3d9-5800-4858-a534-697a99ad36c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-874070501-subnet', 'tenant_id': 'eb8be716db2e42aea2a6c06bf05c44b5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=79928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:04:03.027295 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-35e72861-2f12-434f-b5ce-ece35d678455 req-d7155a1f-e57a-40dc-add7-724153c08a59 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/security-groups?id=e801818c-2ba7-416a-bfd6-16d694223349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1062257
Feb 10 21:04:03.095920 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Pushing event updated for resources: {'Port': ['ID=80d3770c-f020-4d99-93d1-40e038841329,revision_number=4']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:04:03.116126 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-6a31ce6d-629d-4167-bae7-c3b05c4c8f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852148197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852311554'] for subnet, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:03.117766 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:04:03.118404 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:04:03.121784 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:04:03.122487 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:04:03.123085 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:04:03.123672 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:04:03.124238 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:04:03.124799 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:04:03.128561 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:04:03.129183 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:04:03.129755 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:04:03.130375 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:04:03.131082 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:04:03.131655 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:04:03.134420 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:04:03.135048 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:04:03.135620 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:04:03.136444 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:04:03.137041 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:04:03.139468 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:04:03.140042 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:04:03.140608 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:04:03.141211 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:04:03.143235 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:04:03.144267 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-cb1d7534-c989-4bda-97e4-0c000517ab56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:04:03.160700 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:04:03.166167 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-dcd76250-af4e-4c00-9c3d-5c06ef8ba590 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:03.196524 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-cb1d7534-c989-4bda-97e4-0c000517ab56 admin admin] Usage tracker for resource:subnet and tenant:eb8be716db2e42aea2a6c06bf05c44b5 is out of sync, need to count used quota {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:04:03.213566 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-cb1d7534-c989-4bda-97e4-0c000517ab56 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:04:03.226498 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d5a579-d8bc-4685-9efb-da91b835149e admin admin] Pushing event updated for resources: {'Network': ['ID=009dd3d9-5800-4858-a534-697a99ad36c1,revision_number=1']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:04:03.230121 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-d3d5a579-d8bc-4685-9efb-da91b835149e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:04:03.241582 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Network 009dd3d9-5800-4858-a534-697a99ad36c1 details requested by agent ovs-agent-dv-cinder-775008-1-iscsi with host dv-cinder-775008-1-iscsi {{(pid=79930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 10 21:04:03.242051 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:04:03.270226 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-a5d4717f-7960-4fd3-ae5b-23f51e15a55c req-4d78f0a6-e0bb-44ca-89bb-ebb85f7aada7 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3139675
Feb 10 21:04:03.271506 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-cb1d7534-c989-4bda-97e4-0c000517ab56 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:04:03.277302 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Network 009dd3d9-5800-4858-a534-697a99ad36c1 details requested by agent ovs-agent-hv-cinder-77500 with host hv-cinder-77500 {{(pid=79930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 10 21:04:03.325823 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-dcd76250-af4e-4c00-9c3d-5c06ef8ba590 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:03.327433 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a31ce6d-629d-4167-bae7-c3b05c4c8f10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c40b2878-75d9-4a40-800e-cc67094c8d4e,revision_number=0']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:04:03.343145 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-6a31ce6d-629d-4167-bae7-c3b05c4c8f10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:04:03.354036 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb1d7534-c989-4bda-97e4-0c000517ab56 admin admin] Made reservation on behalf of eb8be716db2e42aea2a6c06bf05c44b5 for: {'subnet': 1} {{(pid=79928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 10 21:04:03.361579 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 56248) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:04:03.363639 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-cb1d7534-c989-4bda-97e4-0c000517ab56 admin admin] Notify callbacks [] for subnet, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:03.367305 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [None req-2d6b5c2d-77a7-469c-964e-96c3355212fd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1592247568-network', 'tenant_id': 'c7338548264d4beab69676b009b9dca0'}} {{(pid=79929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:04:03.373174 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-2d6b5c2d-77a7-469c-964e-96c3355212fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:04:03.378160 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-2d6b5c2d-77a7-469c-964e-96c3355212fd admin admin] Usage tracker for resource:network and tenant:c7338548264d4beab69676b009b9dca0 is out of sync, need to count used quota {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:04:03.381860 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-2d6b5c2d-77a7-469c-964e-96c3355212fd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:04:03.390333 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-2d6b5c2d-77a7-469c-964e-96c3355212fd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:04:03.393642 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '394aa146-b74f-4d5f-a96f-97be9d2883da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80d3770c-f020-4d99-93d1-40e038841329', 'code': 200}
Feb 10 21:04:03.425105 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d6b5c2d-77a7-469c-964e-96c3355212fd admin admin] Made reservation on behalf of c7338548264d4beab69676b009b9dca0 for: {'network': 1} {{(pid=79929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 10 21:04:03.431953 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-2d6b5c2d-77a7-469c-964e-96c3355212fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for network, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:03.461029 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-2d6b5c2d-77a7-469c-964e-96c3355212fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:03.489886 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-2d6b5c2d-77a7-469c-964e-96c3355212fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:04:03.494524 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-2d6b5c2d-77a7-469c-964e-96c3355212fd admin admin] Usage tracker for resource:security_group_rule and tenant:c7338548264d4beab69676b009b9dca0 is out of sync, need to count used quota {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:04:03.498270 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-2d6b5c2d-77a7-469c-964e-96c3355212fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:04:03.512023 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-2d6b5c2d-77a7-469c-964e-96c3355212fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:04:03.526892 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-dcd76250-af4e-4c00-9c3d-5c06ef8ba590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:03.533950 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-a11f439b-a9a1-47a5-bdb6-567822e468d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:04:03.546901 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd76250-af4e-4c00-9c3d-5c06ef8ba590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e303f90-3d41-450a-b3f9-b8d194edd4d5,revision_number=None']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:04:03.551666 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-dcd76250-af4e-4c00-9c3d-5c06ef8ba590 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:04:03.592474 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a31ce6d-629d-4167-bae7-c3b05c4c8f10 admin admin] Checking segment: {'id': '523996b1-29da-4623-83de-a657233dda5c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd499e464-54e8-4dd4-9520-8f962f4aa61a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 10 21:04:03.592873 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a31ce6d-629d-4167-bae7-c3b05c4c8f10 admin admin] Network hostable DHCP agents. Network: d499e464-54e8-4dd4-9520-8f962f4aa61a, hostable agents: ['81d85903-877f-455d-aaa7-fc933394e41c'], hosted agents: [] {{(pid=79929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 10 21:04:03.611682 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-dcd76250-af4e-4c00-9c3d-5c06ef8ba590 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:03.612886 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-dcd76250-af4e-4c00-9c3d-5c06ef8ba590 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/2e303f90-3d41-450a-b3f9-b8d194edd4d5 HTTP/1.1" status: 204  len: 168 time: 1.0359285
Feb 10 21:04:03.623615 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device 80d3770c-f020-4d99-93d1-40e038841329 up at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:04:03.694384 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-2d6b5c2d-77a7-469c-964e-96c3355212fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:03.703004 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-2d6b5c2d-77a7-469c-964e-96c3355212fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:03.715419 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-ec17999f-bc64-47b6-ab2c-78e696cbd18b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:04:03.719216 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning complete for port 80d3770c-f020-4d99-93d1-40e038841329 triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:04:03.719786 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:03.755288 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d6b5c2d-77a7-469c-964e-96c3355212fd admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=79929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 10 21:04:03.764976 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a31ce6d-629d-4167-bae7-c3b05c4c8f10 admin admin] Network d499e464-54e8-4dd4-9520-8f962f4aa61a is scheduled to be hosted by DHCP agent 81d85903-877f-455d-aaa7-fc933394e41c with binding_index 1 {{(pid=79929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 10 21:04:03.790527 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-2d6b5c2d-77a7-469c-964e-96c3355212fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853830591'] for segment, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:03.790923 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.db.segments_db [None req-2d6b5c2d-77a7-469c-964e-96c3355212fd admin admin] Added segment a1f71293-c16a-41cb-9ff9-2c9dec022651 of type vxlan for network 745bb214-d489-458c-8fe7-1d9e20f886b8
Feb 10 21:04:03.792193 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.base_scheduler [None req-6a31ce6d-629d-4167-bae7-c3b05c4c8f10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775008-1-iscsi, d499e464-54e8-4dd4-9520-8f962f4aa61a) {{(pid=79929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 10 21:04:03.805605 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6b5c2d-77a7-469c-964e-96c3355212fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ae0419-0c0a-4a0e-a03a-e51ebdbc56cc,revision_number=1']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:04:03.807440 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8118ea1b-e9a3-4bc4-8982-0566c546cd55 None None] Network d499e464-54e8-4dd4-9520-8f962f4aa61a requested from dv-cinder-775008-1-iscsi {{(pid=79930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 10 21:04:03.809109 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-2d6b5c2d-77a7-469c-964e-96c3355212fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:04:03.815550 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a31ce6d-629d-4167-bae7-c3b05c4c8f10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:04:03.816208 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-6a31ce6d-629d-4167-bae7-c3b05c4c8f10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728031'] for subnet, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:03.866410 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-2d6b5c2d-77a7-469c-964e-96c3355212fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363258057162953'] for network, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:03.875785 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb257dc0-4781-496f-84ea-fabbb2990ed5 req-89f8acac-9959-4b6c-874b-db0492820563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:04:03.878093 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-cb257dc0-4781-496f-84ea-fabbb2990ed5 req-89f8acac-9959-4b6c-874b-db0492820563 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=394aa146-b74f-4d5f-a96f-97be9d2883da HTTP/1.1" status: 200  len: 1163 time: 0.2789016
Feb 10 21:04:03.894568 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-6a31ce6d-629d-4167-bae7-c3b05c4c8f10 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 2.0045795
Feb 10 21:04:03.896728 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 56254) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:04:03.930575 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-cb1d7534-c989-4bda-97e4-0c000517ab56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014'] for subnet, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:03.933982 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [None req-e913df83-1c71-4423-9669-b0d66b3d1694 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-187424043-router', 'tenant_id': '450f83fab0734bc4b485b263670f0fa7', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614'}}} {{(pid=79929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:04:03.952409 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-e913df83-1c71-4423-9669-b0d66b3d1694 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:04:03.959494 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-f122b519-8bcd-44a2-b655-98a0bda7c3ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:04:03.965317 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-e913df83-1c71-4423-9669-b0d66b3d1694 admin admin] Usage tracker for resource:router and tenant:450f83fab0734bc4b485b263670f0fa7 is out of sync, need to count used quota {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:04:03.969311 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-cb257dc0-4781-496f-84ea-fabbb2990ed5 req-3989c25f-9f85-460d-90d8-6d68c63e2117 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e801818c-2ba7-416a-bfd6-16d694223349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0734243
Feb 10 21:04:03.971797 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-e913df83-1c71-4423-9669-b0d66b3d1694 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:04:03.977911 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-2d6b5c2d-77a7-469c-964e-96c3355212fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014'] for network, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:03.979018 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-e913df83-1c71-4423-9669-b0d66b3d1694 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:04:03.982634 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6b5c2d-77a7-469c-964e-96c3355212fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:04:03.983291 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-2d6b5c2d-77a7-469c-964e-96c3355212fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728031'] for network, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:03.991010 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-23d18ae9-6531-4453-b93c-12e595fb6a79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:04:04.005422 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device 46f39365-b7d7-4866-82e7-5f21ab91bcb6 up at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:04:04.032164 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-e913df83-1c71-4423-9669-b0d66b3d1694 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4114228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774486'] for router, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:04.034124 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-e913df83-1c71-4423-9669-b0d66b3d1694 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4119967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036850706622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1297'] for router, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:04.101084 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-2d6b5c2d-77a7-469c-964e-96c3355212fd admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 0.7387645
Feb 10 21:04:04.105437 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 56262) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:04:04.115658 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [None req-72cef17a-3f49-4252-ad73-df13d9af8f41 admin admin] Request body: {'subnet': {'network_id': '745bb214-d489-458c-8fe7-1d9e20f886b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1592247568-subnet', 'tenant_id': 'c7338548264d4beab69676b009b9dca0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:04:04.130363 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6b5c2d-77a7-469c-964e-96c3355212fd admin admin] Pushing event updated for resources: {'Network': ['ID=745bb214-d489-458c-8fe7-1d9e20f886b8,revision_number=1']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:04:04.130363 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-2d6b5c2d-77a7-469c-964e-96c3355212fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:04:04.132304 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-72cef17a-3f49-4252-ad73-df13d9af8f41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:04:04.139754 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-72cef17a-3f49-4252-ad73-df13d9af8f41 admin admin] Usage tracker for resource:subnet and tenant:c7338548264d4beab69676b009b9dca0 is out of sync, need to count used quota {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:04:04.143425 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-72cef17a-3f49-4252-ad73-df13d9af8f41 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:04:04.149512 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-72cef17a-3f49-4252-ad73-df13d9af8f41 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:04:04.156462 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-e913df83-1c71-4423-9669-b0d66b3d1694 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:04.166533 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72cef17a-3f49-4252-ad73-df13d9af8f41 admin admin] Made reservation on behalf of c7338548264d4beab69676b009b9dca0 for: {'subnet': 1} {{(pid=79929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 10 21:04:04.171553 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-72cef17a-3f49-4252-ad73-df13d9af8f41 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852311569'] for subnet, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:04.265750 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1d7534-c989-4bda-97e4-0c000517ab56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d155787-390f-4d80-9348-99de0b4f3565,revision_number=0']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:04:04.268239 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Network 745bb214-d489-458c-8fe7-1d9e20f886b8 details requested by agent ovs-agent-dv-cinder-775008-1-iscsi with host dv-cinder-775008-1-iscsi {{(pid=79930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 10 21:04:04.286881 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Network 745bb214-d489-458c-8fe7-1d9e20f886b8 details requested by agent ovs-agent-hv-cinder-77500 with host hv-cinder-77500 {{(pid=79930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 10 21:04:04.345860 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-cb1d7534-c989-4bda-97e4-0c000517ab56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:04:04.432854 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1d7534-c989-4bda-97e4-0c000517ab56 admin admin] Checking segment: {'id': 'd7f580de-9525-4e7b-93a1-5e7479da2ea8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '009dd3d9-5800-4858-a534-697a99ad36c1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 10 21:04:04.433644 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1d7534-c989-4bda-97e4-0c000517ab56 admin admin] Network hostable DHCP agents. Network: 009dd3d9-5800-4858-a534-697a99ad36c1, hostable agents: ['81d85903-877f-455d-aaa7-fc933394e41c'], hosted agents: [] {{(pid=79928) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 10 21:04:04.476442 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning complete for port 46f39365-b7d7-4866-82e7-5f21ab91bcb6 triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:04:04.477150 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:04.509136 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1d7534-c989-4bda-97e4-0c000517ab56 admin admin] Network 009dd3d9-5800-4858-a534-697a99ad36c1 is scheduled to be hosted by DHCP agent 81d85903-877f-455d-aaa7-fc933394e41c with binding_index 1 {{(pid=79928) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 10 21:04:04.524165 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.base_scheduler [None req-cb1d7534-c989-4bda-97e4-0c000517ab56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775008-1-iscsi, 009dd3d9-5800-4858-a534-697a99ad36c1) {{(pid=79928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 10 21:04:04.533301 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1d7534-c989-4bda-97e4-0c000517ab56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:04:04.534066 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-cb1d7534-c989-4bda-97e4-0c000517ab56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728031'] for subnet, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:04.574837 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83bbed78-938f-44b4-b57e-098d47bce49d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e4fef36-f19b-5af1-8d30-5a9f97738b06-d499e464-54e8-4dd4-9520-8f962f4aa61a', 'network_id': 'd499e464-54e8-4dd4-9520-8f962f4aa61a', 'tenant_id': '450f83fab0734bc4b485b263670f0fa7', 'fixed_ips': [{'subnet_id': 'c40b2878-75d9-4a40-800e-cc67094c8d4e'}]}} from dv-cinder-775008-1-iscsi. {{(pid=79930) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 10 21:04:04.578480 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-83bbed78-938f-44b4-b57e-098d47bce49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_create {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:04.578638 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-cb1d7534-c989-4bda-97e4-0c000517ab56 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.5912373
Feb 10 21:04:04.580696 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 56286) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:04:04.589540 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [None req-1837298b-dc94-4b15-90e1-b8a44e95be47 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-874070501-router', 'tenant_id': 'eb8be716db2e42aea2a6c06bf05c44b5', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614'}}} {{(pid=79928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:04:04.594763 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-1837298b-dc94-4b15-90e1-b8a44e95be47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:04:04.599941 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-1837298b-dc94-4b15-90e1-b8a44e95be47 admin admin] Usage tracker for resource:router and tenant:eb8be716db2e42aea2a6c06bf05c44b5 is out of sync, need to count used quota {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:04:04.604849 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-1837298b-dc94-4b15-90e1-b8a44e95be47 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:04:04.611063 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4f38be-1b50-4d93-8b32-6c75ba396d47 None None] Network 009dd3d9-5800-4858-a534-697a99ad36c1 requested from dv-cinder-775008-1-iscsi {{(pid=79930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 10 21:04:04.612159 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-1837298b-dc94-4b15-90e1-b8a44e95be47 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:04:04.690447 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-1837298b-dc94-4b15-90e1-b8a44e95be47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4114228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774486'] for router, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:04.691605 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-1837298b-dc94-4b15-90e1-b8a44e95be47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4119967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036850706622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1297'] for router, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:04.727708 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-1837298b-dc94-4b15-90e1-b8a44e95be47 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:04.873130 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a5e829-18e7-4900-80fa-d69af27777f0 req-41af26df-0f39-4c98-98e9-448cea95acab tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:04:04.879034 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-a7a5e829-18e7-4900-80fa-d69af27777f0 req-41af26df-0f39-4c98-98e9-448cea95acab tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d8e8527-6359-42ba-91a8-bb462b8507d3 HTTP/1.1" status: 200  len: 946 time: 0.2967472
Feb 10 21:04:05.125359 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-a7a5e829-18e7-4900-80fa-d69af27777f0 req-8fa5dabd-6dd2-4480-a198-a803f73114b2 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2420764
Feb 10 21:04:05.269963 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-e913df83-1c71-4423-9669-b0d66b3d1694 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4119950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4114215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1280'] for router, precommit_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:05.295580 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-1837298b-dc94-4b15-90e1-b8a44e95be47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4119950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4114215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1280'] for router, precommit_update {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:05.315641 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.db_base_plugin_common [None req-83bbed78-938f-44b4-b57e-098d47bce49d None None] Allocated IP 172.20.0.2 (d499e464-54e8-4dd4-9520-8f962f4aa61a/c40b2878-75d9-4a40-800e-cc67094c8d4e/57c7d5d9-3a22-4dec-b6ed-fb6f11a3ada8) {{(pid=79930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 10 21:04:05.528546 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e983517-feb0-4090-b533-7d644fc37a1b req-820ff223-e8ac-4d2d-adf0-00a6b19df715 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:04:05.536766 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1e983517-feb0-4090-b533-7d644fc37a1b req-820ff223-e8ac-4d2d-adf0-00a6b19df715 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/ports?device_id=394aa146-b74f-4d5f-a96f-97be9d2883da HTTP/1.1" status: 200  len: 946 time: 1.2714152
Feb 10 21:04:05.717038 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-83bbed78-938f-44b4-b57e-098d47bce49d None None] Notify callbacks [] for port, precommit_create {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:05.743651 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1e983517-feb0-4090-b533-7d644fc37a1b req-19290749-7c13-4e7e-878a-2bba28b15beb tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/security-groups?id=e801818c-2ba7-416a-bfd6-16d694223349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2058148
Feb 10 21:04:05.743845 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-83bbed78-938f-44b4-b57e-098d47bce49d None None] Transition to ACTIVE for port object 57c7d5d9-3a22-4dec-b6ed-fb6f11a3ada8 will not be triggered until provisioned by entity L2. {{(pid=79930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 10 21:04:05.786289 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-83bbed78-938f-44b4-b57e-098d47bce49d None None] Transition to ACTIVE for port object 57c7d5d9-3a22-4dec-b6ed-fb6f11a3ada8 will not be triggered until provisioned by entity DHCP. {{(pid=79930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 10 21:04:05.795856 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-1837298b-dc94-4b15-90e1-b8a44e95be47 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:05.830055 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-83bbed78-938f-44b4-b57e-098d47bce49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778797635767'] for port, after_create {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:05.856173 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-1837298b-dc94-4b15-90e1-b8a44e95be47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:05.933921 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:04:05.972224 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device 80d3770c-f020-4d99-93d1-40e038841329 up at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:04:06.070025 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb153dc1-91d5-4596-aab9-e67128e38800 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e4fef36-f19b-5af1-8d30-5a9f97738b06-009dd3d9-5800-4858-a534-697a99ad36c1', 'network_id': '009dd3d9-5800-4858-a534-697a99ad36c1', 'tenant_id': 'eb8be716db2e42aea2a6c06bf05c44b5', 'fixed_ips': [{'subnet_id': '6d155787-390f-4d80-9348-99de0b4f3565'}]}} from dv-cinder-775008-1-iscsi. {{(pid=79930) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 10 21:04:06.071382 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-bb153dc1-91d5-4596-aab9-e67128e38800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_create {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:06.262837 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.db_base_plugin_common [None req-1837298b-dc94-4b15-90e1-b8a44e95be47 admin admin] Allocated IP 172.27.3.68 (caec50ae-8f3b-4f45-a3ad-eb903a732614/47475132-bc81-43cb-b635-450463390609/c96d1082-8b20-4b01-a83f-c53bd580ef7b) {{(pid=79928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 10 21:04:06.300470 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 56322) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:04:06.461195 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-e913df83-1c71-4423-9669-b0d66b3d1694 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:06.539439 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-e913df83-1c71-4423-9669-b0d66b3d1694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:06.583818 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-9c8ec253-0268-4c5b-953d-46f70aeb6d4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:06.607620 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-1837298b-dc94-4b15-90e1-b8a44e95be47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:06.609805 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bbed78-938f-44b4-b57e-098d47bce49d None None] Pushing event updated for resources: {'Port': ['ID=57c7d5d9-3a22-4dec-b6ed-fb6f11a3ada8,revision_number=1']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:04:06.612868 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-9c8ec253-0268-4c5b-953d-46f70aeb6d4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:04:06.616214 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-83bbed78-938f-44b4-b57e-098d47bce49d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.682s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:04:06.637102 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning complete for port 80d3770c-f020-4d99-93d1-40e038841329 triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:04:06.637530 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:06.711563 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bd979b-df0d-4830-b7f2-3e8be09263c5 req-8741cc92-a515-4c6c-a8d1-5dc7d4faf027 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:04:06.713592 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-07bd979b-df0d-4830-b7f2-3e8be09263c5 req-8741cc92-a515-4c6c-a8d1-5dc7d4faf027 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d8e8527-6359-42ba-91a8-bb462b8507d3 HTTP/1.1" status: 200  len: 946 time: 0.2995813
Feb 10 21:04:06.721013 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-9c8ec253-0268-4c5b-953d-46f70aeb6d4f admin admin] Usage tracker for resource:security_group_rule and tenant:1ebb1a95a3e144609b1a5c3d4912b783 is out of sync, need to count used quota {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:04:06.727816 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-9c8ec253-0268-4c5b-953d-46f70aeb6d4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:04:06.734312 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.db_base_plugin_common [None req-bb153dc1-91d5-4596-aab9-e67128e38800 None None] Allocated IP 172.20.0.2 (009dd3d9-5800-4858-a534-697a99ad36c1/6d155787-390f-4d80-9348-99de0b4f3565/59dd5e7c-e2f4-46d8-b4fe-27eb7fa3faaf) {{(pid=79930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 10 21:04:06.752315 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-72cef17a-3f49-4252-ad73-df13d9af8f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852148197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852311554'] for subnet, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:06.773338 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-9c8ec253-0268-4c5b-953d-46f70aeb6d4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:04:06.777267 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 56332) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:04:06.783873 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-6a31ce6d-629d-4167-bae7-c3b05c4c8f10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:04:06.796289 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83bbed78-938f-44b4-b57e-098d47bce49d None None] Network d499e464-54e8-4dd4-9520-8f962f4aa61a is already hosted by enough agents. {{(pid=79930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 10 21:04:06.817107 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.base_scheduler [None req-83bbed78-938f-44b4-b57e-098d47bce49d None None] Resources bound (agent type, host, resource id):  {{(pid=79930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 10 21:04:06.821284 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-07bd979b-df0d-4830-b7f2-3e8be09263c5 req-b19f34fd-36a7-4677-abdf-764251bb1754 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0964611
Feb 10 21:04:06.862487 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-1837298b-dc94-4b15-90e1-b8a44e95be47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778797635767'] for port, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:06.868757 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bbed78-938f-44b4-b57e-098d47bce49d None None] Received port after_create {{(pid=79930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 10 21:04:06.978571 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:04:07.172382 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-83bbed78-938f-44b4-b57e-098d47bce49d None None] Attempting to bind port 57c7d5d9-3a22-4dec-b6ed-fb6f11a3ada8 on host dv-cinder-775008-1-iscsi for vnic_type normal with profile  {{(pid=79930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 10 21:04:07.172819 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-83bbed78-938f-44b4-b57e-098d47bce49d None None] Attempting to bind port 57c7d5d9-3a22-4dec-b6ed-fb6f11a3ada8 by drivers openvswitch on host dv-cinder-775008-1-iscsi at level 0 using segments [{'id': '523996b1-29da-4623-83de-a657233dda5c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd499e464-54e8-4dd4-9520-8f962f4aa61a'}] {{(pid=79930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 10 21:04:07.173926 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bbed78-938f-44b4-b57e-098d47bce49d None None] Attempting to bind port 57c7d5d9-3a22-4dec-b6ed-fb6f11a3ada8 on network d499e464-54e8-4dd4-9520-8f962f4aa61a {{(pid=79930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 10 21:04:07.178332 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cef17a-3f49-4252-ad73-df13d9af8f41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc2026e2-4265-4c3b-9a5a-b78e58bc9852,revision_number=0']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:04:07.187752 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bbed78-938f-44b4-b57e-098d47bce49d None None] Checking agent: {'id': '1c483f99-5707-4fa0-b001-c7f2c0c49e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775008-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 10, 20, 53, 28), 'started_at': datetime.datetime(2021, 2, 10, 20, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 2, 10, 21, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775008-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 10 21:04:07.188153 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bbed78-938f-44b4-b57e-098d47bce49d None None] Checking segment: {'id': '523996b1-29da-4623-83de-a657233dda5c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd499e464-54e8-4dd4-9520-8f962f4aa61a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 10 21:04:07.188728 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-83bbed78-938f-44b4-b57e-098d47bce49d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:07.189184 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bbed78-938f-44b4-b57e-098d47bce49d None None] Bound using segment: {'id': '523996b1-29da-4623-83de-a657233dda5c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd499e464-54e8-4dd4-9520-8f962f4aa61a'} {{(pid=79930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 10 21:04:07.189747 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-83bbed78-938f-44b4-b57e-098d47bce49d None None] Bound port: 57c7d5d9-3a22-4dec-b6ed-fb6f11a3ada8, host: dv-cinder-775008-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '523996b1-29da-4623-83de-a657233dda5c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd499e464-54e8-4dd4-9520-8f962f4aa61a'}}] {{(pid=79930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 10 21:04:07.190214 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-83bbed78-938f-44b4-b57e-098d47bce49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:07.193751 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-72cef17a-3f49-4252-ad73-df13d9af8f41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:04:07.306131 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-6a546df3-43ed-4f4d-b382-2d3f0401cca4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:07.356637 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-6a546df3-43ed-4f4d-b382-2d3f0401cca4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:04:07.368624 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1837298b-dc94-4b15-90e1-b8a44e95be47 admin admin] Pushing event updated for resources: {'Port': ['ID=c96d1082-8b20-4b01-a83f-c53bd580ef7b,revision_number=1']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:04:07.371701 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-6a546df3-43ed-4f4d-b382-2d3f0401cca4 admin admin] Usage tracker for resource:security_group_rule and tenant:0cb4b798444948c9a2f7f2199a461c4d is out of sync, need to count used quota {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:04:07.385110 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-1837298b-dc94-4b15-90e1-b8a44e95be47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:04:07.386264 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-6a546df3-43ed-4f4d-b382-2d3f0401cca4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:04:07.388005 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6f0d6f-bb01-4660-9081-4865cf783308 req-781234d3-f642-4c44-b61c-3c5b28480766 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:04:07.389556 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-83bbed78-938f-44b4-b57e-098d47bce49d None None] For port 57c7d5d9-3a22-4dec-b6ed-fb6f11a3ada8, host dv-cinder-775008-1-iscsi, cleared binding levels {{(pid=79930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 10 21:04:07.390723 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-6d6f0d6f-bb01-4660-9081-4865cf783308 req-781234d3-f642-4c44-b61c-3c5b28480766 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/ports?device_id=394aa146-b74f-4d5f-a96f-97be9d2883da HTTP/1.1" status: 200  len: 946 time: 0.4461033
Feb 10 21:04:07.395854 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-83bbed78-938f-44b4-b57e-098d47bce49d None None] For port 57c7d5d9-3a22-4dec-b6ed-fb6f11a3ada8, host dv-cinder-775008-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-iscsi',level=0,port_id=57c7d5d9-3a22-4dec-b6ed-fb6f11a3ada8,segment=NetworkSegment(523996b1-29da-4623-83de-a657233dda5c),segment_id=523996b1-29da-4623-83de-a657233dda5c)] {{(pid=79930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 10 21:04:07.397159 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-bb153dc1-91d5-4596-aab9-e67128e38800 None None] Notify callbacks [] for port, precommit_create {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:07.403846 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-83bbed78-938f-44b4-b57e-098d47bce49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:07.411401 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-6a546df3-43ed-4f4d-b382-2d3f0401cca4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:04:07.423521 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:04:07.438485 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1837298b-dc94-4b15-90e1-b8a44e95be47 admin admin] Network caec50ae-8f3b-4f45-a3ad-eb903a732614 is already hosted by enough agents. {{(pid=79928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 10 21:04:07.441542 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-9c8ec253-0268-4c5b-953d-46f70aeb6d4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:07.450409 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.base_scheduler [None req-1837298b-dc94-4b15-90e1-b8a44e95be47 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 10 21:04:07.455477 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1837298b-dc94-4b15-90e1-b8a44e95be47 admin admin] Received port after_create {{(pid=79928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 10 21:04:07.491537 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-bb153dc1-91d5-4596-aab9-e67128e38800 None None] Transition to ACTIVE for port object 59dd5e7c-e2f4-46d8-b4fe-27eb7fa3faaf will not be triggered until provisioned by entity L2. {{(pid=79930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 10 21:04:07.508604 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-9c8ec253-0268-4c5b-953d-46f70aeb6d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:07.525891 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-9ca1ff63-daf2-43e2-b24e-e81453657085 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:04:07.566580 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-6d6f0d6f-bb01-4660-9081-4865cf783308 req-f5d7e912-2f53-44da-bfb2-f1891eb7d9b3 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/security-groups?id=e801818c-2ba7-416a-bfd6-16d694223349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1556828
Feb 10 21:04:07.589247 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-bb153dc1-91d5-4596-aab9-e67128e38800 None None] Transition to ACTIVE for port object 59dd5e7c-e2f4-46d8-b4fe-27eb7fa3faaf will not be triggered until provisioned by entity DHCP. {{(pid=79930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 10 21:04:07.599692 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.db_base_plugin_common [None req-e913df83-1c71-4423-9669-b0d66b3d1694 admin admin] Allocated IP 172.27.3.2 (caec50ae-8f3b-4f45-a3ad-eb903a732614/47475132-bc81-43cb-b635-450463390609/7296d914-75ea-4c93-b959-db4c05f4e447) {{(pid=79929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 10 21:04:07.624756 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8ec253-0268-4c5b-953d-46f70aeb6d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45dffc99-12e9-4ac9-994c-07f482118e15,revision_number=1']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:04:07.641807 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-9c8ec253-0268-4c5b-953d-46f70aeb6d4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:04:07.646542 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bbed78-938f-44b4-b57e-098d47bce49d None None] Pushing event updated for resources: {'Port': ['ID=57c7d5d9-3a22-4dec-b6ed-fb6f11a3ada8,revision_number=2']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:04:07.651986 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-83bbed78-938f-44b4-b57e-098d47bce49d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:04:07.665477 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-bb153dc1-91d5-4596-aab9-e67128e38800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778797635767'] for port, after_create {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:07.669286 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-9c8ec253-0268-4c5b-953d-46f70aeb6d4f admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=1ebb1a95a3e144609b1a5c3d4912b783&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3676643
Feb 10 21:04:07.675678 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cef17a-3f49-4252-ad73-df13d9af8f41 admin admin] Checking segment: {'id': 'a1f71293-c16a-41cb-9ff9-2c9dec022651', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '745bb214-d489-458c-8fe7-1d9e20f886b8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 10 21:04:07.676215 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72cef17a-3f49-4252-ad73-df13d9af8f41 admin admin] Network hostable DHCP agents. Network: 745bb214-d489-458c-8fe7-1d9e20f886b8, hostable agents: ['81d85903-877f-455d-aaa7-fc933394e41c'], hosted agents: [] {{(pid=79929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 10 21:04:07.685173 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 56346) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:04:07.902544 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-25e91dd4-f981-4c86-b9e7-9fc26893d3c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:07.913366 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72cef17a-3f49-4252-ad73-df13d9af8f41 admin admin] Network 745bb214-d489-458c-8fe7-1d9e20f886b8 is scheduled to be hosted by DHCP agent 81d85903-877f-455d-aaa7-fc933394e41c with binding_index 1 {{(pid=79929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 10 21:04:07.949425 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-6a546df3-43ed-4f4d-b382-2d3f0401cca4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:07.955911 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-6a546df3-43ed-4f4d-b382-2d3f0401cca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:07.980593 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-2f730065-eddf-4b33-ab7d-0427ffa9a9cb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:04:07.986361 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-25e91dd4-f981-4c86-b9e7-9fc26893d3c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:08.030698 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:04:08.038097 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.base_scheduler [None req-72cef17a-3f49-4252-ad73-df13d9af8f41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775008-1-iscsi, 745bb214-d489-458c-8fe7-1d9e20f886b8) {{(pid=79929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 10 21:04:08.040539 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a546df3-43ed-4f4d-b382-2d3f0401cca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f134bb0-c797-49b7-b3db-c54052b9e43b,revision_number=1']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:04:08.057631 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72cef17a-3f49-4252-ad73-df13d9af8f41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:04:08.058774 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-72cef17a-3f49-4252-ad73-df13d9af8f41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728031'] for subnet, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:08.090785 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-25e91dd4-f981-4c86-b9e7-9fc26893d3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:08.094189 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-25e91dd4-f981-4c86-b9e7-9fc26893d3c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:08.096798 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-25e91dd4-f981-4c86-b9e7-9fc26893d3c7 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/45dffc99-12e9-4ac9-994c-07f482118e15 HTTP/1.1" status: 204  len: 168 time: 0.3980782
Feb 10 21:04:08.096958 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-6a546df3-43ed-4f4d-b382-2d3f0401cca4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:04:08.135212 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-6a546df3-43ed-4f4d-b382-2d3f0401cca4 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=0cb4b798444948c9a2f7f2199a461c4d&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3437448
Feb 10 21:04:08.138001 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf8cb6a-c59d-4fe4-93e1-796220230b8f None None] Network 745bb214-d489-458c-8fe7-1d9e20f886b8 requested from dv-cinder-775008-1-iscsi {{(pid=79930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 10 21:04:08.139868 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 56360) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:04:08.150573 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-c86b0db7-5aa6-4682-a680-3b5c2a27f507 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:04:08.165271 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-72cef17a-3f49-4252-ad73-df13d9af8f41 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 4.0586741
Feb 10 21:04:08.174449 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e91dd4-f981-4c86-b9e7-9fc26893d3c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45dffc99-12e9-4ac9-994c-07f482118e15,revision_number=None']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:04:08.177831 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-25e91dd4-f981-4c86-b9e7-9fc26893d3c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:04:08.194627 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-1837298b-dc94-4b15-90e1-b8a44e95be47 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:08.287783 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-e913df83-1c71-4423-9669-b0d66b3d1694 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:08.432467 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b916bc3-ec68-4165-bf4b-e6d3e0d0c3f7 req-48b2c663-70db-48a0-82cb-1aaba11cb282 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:04:08.447833 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-3b916bc3-ec68-4165-bf4b-e6d3e0d0c3f7 req-48b2c663-70db-48a0-82cb-1aaba11cb282 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d8e8527-6359-42ba-91a8-bb462b8507d3 HTTP/1.1" status: 200  len: 946 time: 0.3459957
Feb 10 21:04:08.535574 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-2d4cd2ea-9416-4b47-91b6-df043588d0c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:08.564224 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb153dc1-91d5-4596-aab9-e67128e38800 None None] Network 009dd3d9-5800-4858-a534-697a99ad36c1 is already hosted by enough agents. {{(pid=79930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 10 21:04:08.572898 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.base_scheduler [None req-bb153dc1-91d5-4596-aab9-e67128e38800 None None] Resources bound (agent type, host, resource id):  {{(pid=79930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 10 21:04:08.593206 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb153dc1-91d5-4596-aab9-e67128e38800 None None] Received port after_create {{(pid=79930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 10 21:04:08.604248 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-e913df83-1c71-4423-9669-b0d66b3d1694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778797635767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630282'] for port, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:08.630220 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-108a5493-7351-4cd1-ac63-762ed5293950 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:04:08.639825 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-2d4cd2ea-9416-4b47-91b6-df043588d0c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:08.762892 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb153dc1-91d5-4596-aab9-e67128e38800 None None] Pushing event updated for resources: {'Port': ['ID=59dd5e7c-e2f4-46d8-b4fe-27eb7fa3faaf,revision_number=1']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:04:08.787420 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-bb153dc1-91d5-4596-aab9-e67128e38800 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.757s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:04:08.941966 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-bb153dc1-91d5-4596-aab9-e67128e38800 None None] Attempting to bind port 59dd5e7c-e2f4-46d8-b4fe-27eb7fa3faaf on host dv-cinder-775008-1-iscsi for vnic_type normal with profile  {{(pid=79930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 10 21:04:08.942494 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-bb153dc1-91d5-4596-aab9-e67128e38800 None None] Attempting to bind port 59dd5e7c-e2f4-46d8-b4fe-27eb7fa3faaf by drivers openvswitch on host dv-cinder-775008-1-iscsi at level 0 using segments [{'id': 'd7f580de-9525-4e7b-93a1-5e7479da2ea8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '009dd3d9-5800-4858-a534-697a99ad36c1'}] {{(pid=79930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 10 21:04:08.942908 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb153dc1-91d5-4596-aab9-e67128e38800 None None] Attempting to bind port 59dd5e7c-e2f4-46d8-b4fe-27eb7fa3faaf on network 009dd3d9-5800-4858-a534-697a99ad36c1 {{(pid=79930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 10 21:04:08.955400 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-3b916bc3-ec68-4165-bf4b-e6d3e0d0c3f7 req-b50c10b5-5950-4e8a-97ef-adfc6b24ab64 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4916198
Feb 10 21:04:08.966671 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb153dc1-91d5-4596-aab9-e67128e38800 None None] Checking agent: {'id': '1c483f99-5707-4fa0-b001-c7f2c0c49e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775008-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 10, 20, 53, 28), 'started_at': datetime.datetime(2021, 2, 10, 20, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 2, 10, 21, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775008-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 10 21:04:08.967102 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb153dc1-91d5-4596-aab9-e67128e38800 None None] Checking segment: {'id': 'd7f580de-9525-4e7b-93a1-5e7479da2ea8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '009dd3d9-5800-4858-a534-697a99ad36c1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 10 21:04:08.967555 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-bb153dc1-91d5-4596-aab9-e67128e38800 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:08.967999 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb153dc1-91d5-4596-aab9-e67128e38800 None None] Bound using segment: {'id': 'd7f580de-9525-4e7b-93a1-5e7479da2ea8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '009dd3d9-5800-4858-a534-697a99ad36c1'} {{(pid=79930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 10 21:04:08.968553 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-bb153dc1-91d5-4596-aab9-e67128e38800 None None] Bound port: 59dd5e7c-e2f4-46d8-b4fe-27eb7fa3faaf, host: dv-cinder-775008-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7f580de-9525-4e7b-93a1-5e7479da2ea8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '009dd3d9-5800-4858-a534-697a99ad36c1'}}] {{(pid=79930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 10 21:04:08.972924 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-bb153dc1-91d5-4596-aab9-e67128e38800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:08.982876 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-1837298b-dc94-4b15-90e1-b8a44e95be47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850661588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850655767'] for router, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:09.007635 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21edaa81-ebbf-4db4-8d13-1c2a0c016955 None None] Network 745bb214-d489-458c-8fe7-1d9e20f886b8 requested from dv-cinder-775008-1-iscsi {{(pid=79930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 10 21:04:09.035345 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e913df83-1c71-4423-9669-b0d66b3d1694 admin admin] Pushing event updated for resources: {'Port': ['ID=7296d914-75ea-4c93-b959-db4c05f4e447,revision_number=1']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:04:09.051313 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-e913df83-1c71-4423-9669-b0d66b3d1694 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:04:09.174793 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79867413-97e0-49d6-921d-822623450e06 req-fee092d3-b85d-465f-b7a4-22fab4ae7f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:04:09.185528 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-79867413-97e0-49d6-921d-822623450e06 req-fee092d3-b85d-465f-b7a4-22fab4ae7f56 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0d8e8527-6359-42ba-91a8-bb462b8507d3 HTTP/1.1" status: 200  len: 1163 time: 0.6926136
Feb 10 21:04:09.258900 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-2d4cd2ea-9416-4b47-91b6-df043588d0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:09.263776 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-6a546df3-43ed-4f4d-b382-2d3f0401cca4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:04:09.321265 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4cd2ea-9416-4b47-91b6-df043588d0c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f134bb0-c797-49b7-b3db-c54052b9e43b,revision_number=None']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:04:09.325126 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-2d4cd2ea-9416-4b47-91b6-df043588d0c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:04:09.381532 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e913df83-1c71-4423-9669-b0d66b3d1694 admin admin] Network caec50ae-8f3b-4f45-a3ad-eb903a732614 is already hosted by enough agents. {{(pid=79929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 10 21:04:09.384750 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-79867413-97e0-49d6-921d-822623450e06 req-c4a7ad1b-dd54-4988-8b0c-7110a8ae88e2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1864190
Feb 10 21:04:09.386262 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.base_scheduler [None req-e913df83-1c71-4423-9669-b0d66b3d1694 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 10 21:04:09.392637 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e913df83-1c71-4423-9669-b0d66b3d1694 admin admin] Received port after_create {{(pid=79929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 10 21:04:09.402080 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-2d4cd2ea-9416-4b47-91b6-df043588d0c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:09.403442 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-2d4cd2ea-9416-4b47-91b6-df043588d0c6 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/8f134bb0-c797-49b7-b3db-c54052b9e43b HTTP/1.1" status: 204  len: 168 time: 1.2625377
Feb 10 21:04:09.411938 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1837298b-dc94-4b15-90e1-b8a44e95be47 admin admin] Router 2e104534-3e4e-4154-a391-9d9cf3ff8fa6 is scheduled to L3 agent 351a09a7-a8bd-44d4-8337-3dd1b5c8f290 with binding_index 1 {{(pid=79928) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 10 21:04:09.478415 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-bb153dc1-91d5-4596-aab9-e67128e38800 None None] For port 59dd5e7c-e2f4-46d8-b4fe-27eb7fa3faaf, host dv-cinder-775008-1-iscsi, cleared binding levels {{(pid=79930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 10 21:04:09.482367 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-bb153dc1-91d5-4596-aab9-e67128e38800 None None] For port 59dd5e7c-e2f4-46d8-b4fe-27eb7fa3faaf, host dv-cinder-775008-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-iscsi',level=0,port_id=59dd5e7c-e2f4-46d8-b4fe-27eb7fa3faaf,segment=NetworkSegment(d7f580de-9525-4e7b-93a1-5e7479da2ea8),segment_id=d7f580de-9525-4e7b-93a1-5e7479da2ea8)] {{(pid=79930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 10 21:04:09.641204 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-bb153dc1-91d5-4596-aab9-e67128e38800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:09.685617 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1837298b-dc94-4b15-90e1-b8a44e95be47 admin admin] Notify agent at l3_agent.dv-cinder-775008-1-iscsi the message routers_updated {{(pid=79928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 10 21:04:09.698697 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce17cac5-db78-42c0-9bf8-870e6f6e3baa None None] Sync routers for ids ['2e104534-3e4e-4154-a391-9d9cf3ff8fa6'] in dv-cinder-775008-1-iscsi {{(pid=79931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 10 21:04:09.715384 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-1837298b-dc94-4b15-90e1-b8a44e95be47 admin admin] Notify callbacks [] for router, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:09.718110 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-1837298b-dc94-4b15-90e1-b8a44e95be47 admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 5.1326766
Feb 10 21:04:09.720579 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 56398) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:04:09.721204 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce17cac5-db78-42c0-9bf8-870e6f6e3baa None None] Routers {'2e104534-3e4e-4154-a391-9d9cf3ff8fa6'} bound to L3 agent in host dv-cinder-775008-1-iscsi {{(pid=79931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 10 21:04:09.721892 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-ce17cac5-db78-42c0-9bf8-870e6f6e3baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbf90e1f2e8>, 'dv-cinder-775008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-10T20:53:27Z,description=<?>,heartbeat_timestamp=2021-02-10T21:03:57Z,host='dv-cinder-775008-1-iscsi',id=351a09a7-a8bd-44d4-8337-3dd1b5c8f290,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-10T20:53:27Z,topic='l3_agent')) {'router_ids': ['2e104534-3e4e-4154-a391-9d9cf3ff8fa6'], 'active': True} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:04:09.861184 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:04:10.207835 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb153dc1-91d5-4596-aab9-e67128e38800 None None] Pushing event updated for resources: {'Port': ['ID=59dd5e7c-e2f4-46d8-b4fe-27eb7fa3faaf,revision_number=2']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:04:10.219104 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-bb153dc1-91d5-4596-aab9-e67128e38800 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:04:10.305228 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvr_db [None req-ce17cac5-db78-42c0-9bf8-870e6f6e3baa None None] Set router 2e104534-3e4e-4154-a391-9d9cf3ff8fa6 gateway port host: dv-cinder-775008-1-iscsi {{(pid=79931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 10 21:04:10.755643 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Device 57c7d5d9-3a22-4dec-b6ed-fb6f11a3ada8 up at agent ovs-agent-dv-cinder-775008-1-iscsi {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:04:10.885072 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf06e9f-105c-4d2f-a669-792c19debf80 req-37dc44f7-c44d-4c29-81ac-2764581e34fa tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:04:10.897917 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-6bf06e9f-105c-4d2f-a669-792c19debf80 req-37dc44f7-c44d-4c29-81ac-2764581e34fa tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d8e8527-6359-42ba-91a8-bb462b8507d3 HTTP/1.1" status: 200  len: 946 time: 0.6191463
Feb 10 21:04:11.001752 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Provisioning for port 57c7d5d9-3a22-4dec-b6ed-fb6f11a3ada8 completed by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 10 21:04:11.066825 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-6bf06e9f-105c-4d2f-a669-792c19debf80 req-c3506a3e-d7c2-459c-bbe5-7f5ff4b7709a tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1675057
Feb 10 21:04:11.383198 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d34f4c7-6c50-42a1-a066-4ca8a1050302 None None] Network d499e464-54e8-4dd4-9520-8f962f4aa61a requested from dv-cinder-775008-1-iscsi {{(pid=79930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 10 21:04:11.551108 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-e913df83-1c71-4423-9669-b0d66b3d1694 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:11.617822 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-e4793894-cf24-41c4-9f7b-f550dd368b3c None None] Provisioning for port 57c7d5d9-3a22-4dec-b6ed-fb6f11a3ada8 completed by entity DHCP. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 10 21:04:11.625075 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-e4793894-cf24-41c4-9f7b-f550dd368b3c None None] Provisioning complete for port 57c7d5d9-3a22-4dec-b6ed-fb6f11a3ada8 triggered by entity DHCP. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:04:11.625499 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-e4793894-cf24-41c4-9f7b-f550dd368b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:11.900445 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device 46f39365-b7d7-4866-82e7-5f21ab91bcb6 up at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:04:11.940695 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-ce17cac5-db78-42c0-9bf8-870e6f6e3baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbf90e1f2e8>, [{'id': '2e104534-3e4e-4154-a391-9d9cf3ff8fa6', 'name': 'tempest-AttachVolumeShelveTestJSON-874070501-router', 'tenant_id': 'eb8be716db2e42aea2a6c06bf05c44b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': 'c96d1082-8b20-4b01-a83f-c53bd580ef7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:04:04Z', 'updated_at': '2021-02-10T21:04:07Z', 'revision_number': 3, 'project_id': 'eb8be716db2e42aea2a6c06bf05c44b5', 'gw_port': {'id': 'c96d1082-8b20-4b01-a83f-c53bd580ef7b', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:68:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e104534-3e4e-4154-a391-9d9cf3ff8fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:04:06Z', 'updated_at': '2021-02-10T21:04:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi'}], 'dv-cinder-775008-1-iscsi', False) {} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:04:11.964079 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce17cac5-db78-42c0-9bf8-870e6f6e3baa None None] Checking router: 2e104534-3e4e-4154-a391-9d9cf3ff8fa6 for host: dv-cinder-775008-1-iscsi {{(pid=79931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 10 21:04:11.964472 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce17cac5-db78-42c0-9bf8-870e6f6e3baa None None] Updating router 2e104534-3e4e-4154-a391-9d9cf3ff8fa6 port c96d1082-8b20-4b01-a83f-c53bd580ef7b binding host dv-cinder-775008-1-iscsi {{(pid=79931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 10 21:04:12.199054 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ce17cac5-db78-42c0-9bf8-870e6f6e3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:12.289754 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-e4793894-cf24-41c4-9f7b-f550dd368b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:12.501570 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d1c6ef-346f-45ab-9f24-4d978b8da870 req-2b1284fc-36d3-4c3c-be87-85920be9e134 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:04:12.511216 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-45d1c6ef-346f-45ab-9f24-4d978b8da870 req-2b1284fc-36d3-4c3c-be87-85920be9e134 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/networks?id=20901ffe-56e0-4231-a22c-8768446088e2 HTTP/1.1" status: 200  len: 814 time: 0.6299489
Feb 10 21:04:12.614077 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-cd1da9c5-669c-4952-aef5-bc6fdaacb8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:12.614764 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-e4793894-cf24-41c4-9f7b-f550dd368b3c None None] For port 57c7d5d9-3a22-4dec-b6ed-fb6f11a3ada8, host dv-cinder-775008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-iscsi',level=0,port_id=57c7d5d9-3a22-4dec-b6ed-fb6f11a3ada8,segment=NetworkSegment(523996b1-29da-4623-83de-a657233dda5c),segment_id=523996b1-29da-4623-83de-a657233dda5c)] {{(pid=79930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:04:12.621198 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18356d8b-32d9-403d-bb9b-c97a26578bb7 None None] Network 009dd3d9-5800-4858-a534-697a99ad36c1 requested from dv-cinder-775008-1-iscsi {{(pid=79930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 10 21:04:12.641485 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-45d1c6ef-346f-45ab-9f24-4d978b8da870 req-6c69911d-f798-4409-a012-cf42f4ddd4be tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/quotas/fd8c6aec55114f528929638c55a0f6a9 HTTP/1.1" status: 200  len: 375 time: 0.1286469
Feb 10 21:04:12.668236 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-e4793894-cf24-41c4-9f7b-f550dd368b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:12.710071 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-83bbed78-938f-44b4-b57e-098d47bce49d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:04:12.765909 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-e913df83-1c71-4423-9669-b0d66b3d1694 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850661588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850655767'] for router, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:12.935333 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4793894-cf24-41c4-9f7b-f550dd368b3c None None] Pushing event updated for resources: {'Port': ['ID=57c7d5d9-3a22-4dec-b6ed-fb6f11a3ada8,revision_number=3']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:04:12.943558 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-e4793894-cf24-41c4-9f7b-f550dd368b3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:04:12.944991 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Device 59dd5e7c-e2f4-46d8-b4fe-27eb7fa3faaf up at agent ovs-agent-dv-cinder-775008-1-iscsi {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:04:13.277768 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning complete for port 46f39365-b7d7-4866-82e7-5f21ab91bcb6 triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:04:13.278179 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:13.278704 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ce17cac5-db78-42c0-9bf8-870e6f6e3baa None None] Notify callbacks [] for port, precommit_update {{(pid=79931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:13.292833 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-ce17cac5-db78-42c0-9bf8-870e6f6e3baa None None] Transition to ACTIVE for port object c96d1082-8b20-4b01-a83f-c53bd580ef7b will not be triggered until provisioned by entity L2. {{(pid=79931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 10 21:04:13.298762 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ce17cac5-db78-42c0-9bf8-870e6f6e3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:13.337252 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.db_base_plugin_common [None req-cd1da9c5-669c-4952-aef5-bc6fdaacb8d2 admin admin] Allocated IP 172.20.0.1 (009dd3d9-5800-4858-a534-697a99ad36c1/6d155787-390f-4d80-9348-99de0b4f3565/36b90f73-a138-4d9f-b18f-6974b61cde97) {{(pid=79928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 10 21:04:13.351752 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-dadb79c1-b9aa-4642-860d-8bd5bdd95aa8 None None] Provisioning for port 59dd5e7c-e2f4-46d8-b4fe-27eb7fa3faaf completed by entity DHCP. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 10 21:04:13.374970 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-dadb79c1-b9aa-4642-860d-8bd5bdd95aa8 None None] Provisioning complete for port 59dd5e7c-e2f4-46d8-b4fe-27eb7fa3faaf triggered by entity DHCP. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:04:13.375386 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-dadb79c1-b9aa-4642-860d-8bd5bdd95aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:13.410880 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Provisioning for port 59dd5e7c-e2f4-46d8-b4fe-27eb7fa3faaf completed by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 10 21:04:13.431099 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba386bf-fa81-41c1-9167-5e4b36320545 req-0f2926fa-b2e9-4ef0-bfe5-90a61faff3ef tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:04:13.441965 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-7ba386bf-fa81-41c1-9167-5e4b36320545 req-0f2926fa-b2e9-4ef0-bfe5-90a61faff3ef tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d8e8527-6359-42ba-91a8-bb462b8507d3 HTTP/1.1" status: 200  len: 946 time: 0.6634605
Feb 10 21:04:13.443563 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Provisioning complete for port 59dd5e7c-e2f4-46d8-b4fe-27eb7fa3faaf triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:04:13.443783 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:13.502435 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:04:13.616720 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-7ba386bf-fa81-41c1-9167-5e4b36320545 req-29645a96-d176-45a2-9697-b638f8796ce2 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1733828
Feb 10 21:04:13.705955 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-cd1da9c5-669c-4952-aef5-bc6fdaacb8d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:13.718213 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ec0228-f40a-4112-8dfb-f11624772159 None None] Pushing event updated for resources: {'Port': ['ID=c96d1082-8b20-4b01-a83f-c53bd580ef7b,revision_number=2']} {{(pid=79931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:04:13.756238 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e913df83-1c71-4423-9669-b0d66b3d1694 admin admin] Router c2be285d-8c40-49f4-99b5-a37402779724 is scheduled to L3 agent 351a09a7-a8bd-44d4-8337-3dd1b5c8f290 with binding_index 1 {{(pid=79929) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 10 21:04:13.769287 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ec0228-f40a-4112-8dfb-f11624772159 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:04:13.770170 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ec0228-f40a-4112-8dfb-f11624772159 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:04:13.770170 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ec0228-f40a-4112-8dfb-f11624772159 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:04:13.771774 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ec0228-f40a-4112-8dfb-f11624772159 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:04:13.771774 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ec0228-f40a-4112-8dfb-f11624772159 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:04:13.771774 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ec0228-f40a-4112-8dfb-f11624772159 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:04:13.771774 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ec0228-f40a-4112-8dfb-f11624772159 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:04:13.772098 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ec0228-f40a-4112-8dfb-f11624772159 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:04:13.772324 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ec0228-f40a-4112-8dfb-f11624772159 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:04:13.772669 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ec0228-f40a-4112-8dfb-f11624772159 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:04:13.773076 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ec0228-f40a-4112-8dfb-f11624772159 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:04:13.773436 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ec0228-f40a-4112-8dfb-f11624772159 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:04:13.773904 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ec0228-f40a-4112-8dfb-f11624772159 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:04:13.783032 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ec0228-f40a-4112-8dfb-f11624772159 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:04:13.783032 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ec0228-f40a-4112-8dfb-f11624772159 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:04:13.783285 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ec0228-f40a-4112-8dfb-f11624772159 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:04:13.783660 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ec0228-f40a-4112-8dfb-f11624772159 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:04:13.784024 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ec0228-f40a-4112-8dfb-f11624772159 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:04:13.784386 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ec0228-f40a-4112-8dfb-f11624772159 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:04:13.784747 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ec0228-f40a-4112-8dfb-f11624772159 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:04:13.785211 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ec0228-f40a-4112-8dfb-f11624772159 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:04:13.785429 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ec0228-f40a-4112-8dfb-f11624772159 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:04:13.785784 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ec0228-f40a-4112-8dfb-f11624772159 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:04:13.786399 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ec0228-f40a-4112-8dfb-f11624772159 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:04:13.794753 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-cd1da9c5-669c-4952-aef5-bc6fdaacb8d2 admin admin] Transition to ACTIVE for port object 36b90f73-a138-4d9f-b18f-6974b61cde97 will not be triggered until provisioned by entity DHCP. {{(pid=79928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 10 21:04:13.820081 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-d7ec0228-f40a-4112-8dfb-f11624772159 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=79931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:04:13.878926 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-ce17cac5-db78-42c0-9bf8-870e6f6e3baa None None] Attempting to bind port c96d1082-8b20-4b01-a83f-c53bd580ef7b on host dv-cinder-775008-1-iscsi for vnic_type normal with profile  {{(pid=79931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 10 21:04:13.879312 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-ce17cac5-db78-42c0-9bf8-870e6f6e3baa None None] Attempting to bind port c96d1082-8b20-4b01-a83f-c53bd580ef7b by drivers openvswitch on host dv-cinder-775008-1-iscsi at level 0 using segments [{'id': '37fae2f4-4e7c-4231-b866-3c6a09452824', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614'}] {{(pid=79931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 10 21:04:13.879729 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce17cac5-db78-42c0-9bf8-870e6f6e3baa None None] Attempting to bind port c96d1082-8b20-4b01-a83f-c53bd580ef7b on network caec50ae-8f3b-4f45-a3ad-eb903a732614 {{(pid=79931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 10 21:04:13.887115 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce17cac5-db78-42c0-9bf8-870e6f6e3baa None None] Checking agent: {'id': '1c483f99-5707-4fa0-b001-c7f2c0c49e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775008-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 10, 20, 53, 28), 'started_at': datetime.datetime(2021, 2, 10, 20, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 2, 10, 21, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775008-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 10 21:04:13.887851 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce17cac5-db78-42c0-9bf8-870e6f6e3baa None None] Checking segment: {'id': '37fae2f4-4e7c-4231-b866-3c6a09452824', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 10 21:04:13.888313 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ce17cac5-db78-42c0-9bf8-870e6f6e3baa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:13.888762 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce17cac5-db78-42c0-9bf8-870e6f6e3baa None None] Bound using segment: {'id': '37fae2f4-4e7c-4231-b866-3c6a09452824', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614'} {{(pid=79931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 10 21:04:13.889304 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-ce17cac5-db78-42c0-9bf8-870e6f6e3baa None None] Bound port: c96d1082-8b20-4b01-a83f-c53bd580ef7b, host: dv-cinder-775008-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37fae2f4-4e7c-4231-b866-3c6a09452824', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614'}}] {{(pid=79931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 10 21:04:13.889776 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ce17cac5-db78-42c0-9bf8-870e6f6e3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:13.898514 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-45d1c6ef-346f-45ab-9f24-4d978b8da870 req-3a7e762e-1d2d-4aa3-98e3-27fd0ac9c357 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=fd8c6aec55114f528929638c55a0f6a9&fields=id HTTP/1.1" status: 200  len: 302 time: 1.2550945
Feb 10 21:04:14.033955 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-ce17cac5-db78-42c0-9bf8-870e6f6e3baa None None] For port c96d1082-8b20-4b01-a83f-c53bd580ef7b, host dv-cinder-775008-1-iscsi, cleared binding levels {{(pid=79931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 10 21:04:14.038190 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-ce17cac5-db78-42c0-9bf8-870e6f6e3baa None None] For port c96d1082-8b20-4b01-a83f-c53bd580ef7b, host dv-cinder-775008-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-iscsi',level=0,port_id=c96d1082-8b20-4b01-a83f-c53bd580ef7b,segment=NetworkSegment(37fae2f4-4e7c-4231-b866-3c6a09452824),segment_id=37fae2f4-4e7c-4231-b866-3c6a09452824)] {{(pid=79931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 10 21:04:14.042324 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:14.042530 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ce17cac5-db78-42c0-9bf8-870e6f6e3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:14.078268 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:04:14.083436 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] For port 59dd5e7c-e2f4-46d8-b4fe-27eb7fa3faaf, host dv-cinder-775008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-iscsi',level=0,port_id=59dd5e7c-e2f4-46d8-b4fe-27eb7fa3faaf,segment=NetworkSegment(d7f580de-9525-4e7b-93a1-5e7479da2ea8),segment_id=d7f580de-9525-4e7b-93a1-5e7479da2ea8)] {{(pid=79930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:04:14.093824 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:14.098456 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-45d1c6ef-346f-45ab-9f24-4d978b8da870 req-c3ecd392-bcb0-4443-8eac-a0d947bd3dfe service neutron] 10.222.0.82 "GET /v2.0/networks/20901ffe-56e0-4231-a22c-8768446088e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1914015
Feb 10 21:04:14.105670 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:04:14.108414 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e913df83-1c71-4423-9669-b0d66b3d1694 admin admin] Notify agent at l3_agent.dv-cinder-775008-1-iscsi the message routers_updated {{(pid=79929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 10 21:04:14.148004 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-e913df83-1c71-4423-9669-b0d66b3d1694 admin admin] Notify callbacks [] for router, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:14.149460 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-e913df83-1c71-4423-9669-b0d66b3d1694 admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 10.2505498
Feb 10 21:04:14.152378 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 56496) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:04:14.159566 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-cd1da9c5-669c-4952-aef5-bc6fdaacb8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778797635767'] for port, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:14.199403 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-d8c15e8e-8aa3-45b8-9a1b-612aec9d9e6e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:04:14.220143 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ec0228-f40a-4112-8dfb-f11624772159 None None] Pushing event updated for resources: {'Port': ['ID=c96d1082-8b20-4b01-a83f-c53bd580ef7b,revision_number=3']} {{(pid=79931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:04:14.225627 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-d7ec0228-f40a-4112-8dfb-f11624772159 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=79931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:04:14.268933 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2110a4-394e-477d-9aa4-2c3395feddb3 None None] Sync routers for ids ['c2be285d-8c40-49f4-99b5-a37402779724'] in dv-cinder-775008-1-iscsi {{(pid=79930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 10 21:04:14.320887 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Pushing event updated for resources: {'Port': ['ID=59dd5e7c-e2f4-46d8-b4fe-27eb7fa3faaf,revision_number=3']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:04:14.325604 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:04:14.417579 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2110a4-394e-477d-9aa4-2c3395feddb3 None None] Routers {'c2be285d-8c40-49f4-99b5-a37402779724'} bound to L3 agent in host dv-cinder-775008-1-iscsi {{(pid=79930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 10 21:04:14.418730 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-7f2110a4-394e-477d-9aa4-2c3395feddb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbf8be491d0>, 'dv-cinder-775008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-10T20:53:27Z,description=<?>,heartbeat_timestamp=2021-02-10T21:03:57Z,host='dv-cinder-775008-1-iscsi',id=351a09a7-a8bd-44d4-8337-3dd1b5c8f290,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-10T20:53:27Z,topic='l3_agent')) {'router_ids': ['c2be285d-8c40-49f4-99b5-a37402779724'], 'active': True} {{(pid=79930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:04:14.420181 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce17cac5-db78-42c0-9bf8-870e6f6e3baa None None] Routers {'2e104534-3e4e-4154-a391-9d9cf3ff8fa6'} bound to L3 agent in host dv-cinder-775008-1-iscsi {{(pid=79931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 10 21:04:14.421098 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-ce17cac5-db78-42c0-9bf8-870e6f6e3baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbf90e1f2e8>, 'dv-cinder-775008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-10T20:53:27Z,description=<?>,heartbeat_timestamp=2021-02-10T21:03:57Z,host='dv-cinder-775008-1-iscsi',id=351a09a7-a8bd-44d4-8337-3dd1b5c8f290,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-10T20:53:27Z,topic='l3_agent')) {'router_ids': ['2e104534-3e4e-4154-a391-9d9cf3ff8fa6'], 'active': True} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:04:14.569553 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-45d1c6ef-346f-45ab-9f24-4d978b8da870 req-7f907c20-97f3-488e-a509-e3c6c614523b service neutron] 10.222.0.82 "GET /v2.0/networks/20901ffe-56e0-4231-a22c-8768446088e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4602358
Feb 10 21:04:14.596579 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1da9c5-669c-4952-aef5-bc6fdaacb8d2 admin admin] Pushing event updated for resources: {'Port': ['ID=36b90f73-a138-4d9f-b18f-6974b61cde97,revision_number=1']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:04:14.611387 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-cd1da9c5-669c-4952-aef5-bc6fdaacb8d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:04:14.671598 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1da9c5-669c-4952-aef5-bc6fdaacb8d2 admin admin] Network 009dd3d9-5800-4858-a534-697a99ad36c1 is already hosted by enough agents. {{(pid=79928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 10 21:04:14.674134 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.base_scheduler [None req-cd1da9c5-669c-4952-aef5-bc6fdaacb8d2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 10 21:04:14.679050 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1da9c5-669c-4952-aef5-bc6fdaacb8d2 admin admin] Received port after_create {{(pid=79928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 10 21:04:14.681755 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-cd1da9c5-669c-4952-aef5-bc6fdaacb8d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850656587'] for router_interface, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:14.775438 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvr_db [None req-ce17cac5-db78-42c0-9bf8-870e6f6e3baa None None] Set router 2e104534-3e4e-4154-a391-9d9cf3ff8fa6 gateway port host: dv-cinder-775008-1-iscsi {{(pid=79931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 10 21:04:14.807011 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvr_db [None req-7f2110a4-394e-477d-9aa4-2c3395feddb3 None None] Set router c2be285d-8c40-49f4-99b5-a37402779724 gateway port host: dv-cinder-775008-1-iscsi {{(pid=79930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 10 21:04:15.106685 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-cd1da9c5-669c-4952-aef5-bc6fdaacb8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:15.216136 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Device 57c7d5d9-3a22-4dec-b6ed-fb6f11a3ada8 up at agent ovs-agent-dv-cinder-775008-1-iscsi {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:04:15.387012 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-ce17cac5-db78-42c0-9bf8-870e6f6e3baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbf90e1f2e8>, [{'id': '2e104534-3e4e-4154-a391-9d9cf3ff8fa6', 'name': 'tempest-AttachVolumeShelveTestJSON-874070501-router', 'tenant_id': 'eb8be716db2e42aea2a6c06bf05c44b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': 'c96d1082-8b20-4b01-a83f-c53bd580ef7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:04:04Z', 'updated_at': '2021-02-10T21:04:07Z', 'revision_number': 3, 'project_id': 'eb8be716db2e42aea2a6c06bf05c44b5', 'gw_port': {'id': 'c96d1082-8b20-4b01-a83f-c53bd580ef7b', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:68:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e104534-3e4e-4154-a391-9d9cf3ff8fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:04:06Z', 'updated_at': '2021-02-10T21:04:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi'}], 'dv-cinder-775008-1-iscsi', False) {} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:04:15.396167 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce17cac5-db78-42c0-9bf8-870e6f6e3baa None None] The sync data for ids ['2e104534-3e4e-4154-a391-9d9cf3ff8fa6'] in dv-cinder-775008-1-iscsi is: [{'id': '2e104534-3e4e-4154-a391-9d9cf3ff8fa6', 'name': 'tempest-AttachVolumeShelveTestJSON-874070501-router', 'tenant_id': 'eb8be716db2e42aea2a6c06bf05c44b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': 'c96d1082-8b20-4b01-a83f-c53bd580ef7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:04:04Z', 'updated_at': '2021-02-10T21:04:07Z', 'revision_number': 3, 'project_id': 'eb8be716db2e42aea2a6c06bf05c44b5', 'gw_port': {'id': 'c96d1082-8b20-4b01-a83f-c53bd580ef7b', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:68:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e104534-3e4e-4154-a391-9d9cf3ff8fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:04:06Z', 'updated_at': '2021-02-10T21:04:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi'}] {{(pid=79931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 10 21:04:15.497198 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Provisioning complete for port 57c7d5d9-3a22-4dec-b6ed-fb6f11a3ada8 triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:04:15.497753 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:15.636309 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-9f1ed111-8edd-41d7-b51d-817935cc2232 None None] Provisioning complete for port 57c7d5d9-3a22-4dec-b6ed-fb6f11a3ada8 triggered by entity DHCP. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:04:15.636868 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-9f1ed111-8edd-41d7-b51d-817935cc2232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:15.771684 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42208223-e976-4f22-ad86-8485ae1ca2f4 req-3eca5e62-2ad8-44cf-8fa2-839c2890d394 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:04:15.771684 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-42208223-e976-4f22-ad86-8485ae1ca2f4 req-3eca5e62-2ad8-44cf-8fa2-839c2890d394 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5a452ba-1bbb-4cf5-a43d-16be280c05b9 HTTP/1.1" status: 200  len: 946 time: 0.5041862
Feb 10 21:04:15.886445 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Device 59dd5e7c-e2f4-46d8-b4fe-27eb7fa3faaf up at agent ovs-agent-dv-cinder-775008-1-iscsi {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:04:15.889854 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-42208223-e976-4f22-ad86-8485ae1ca2f4 req-099c2bc4-6cfd-4e49-b9ab-604991525a02 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1116114
Feb 10 21:04:15.959616 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-cd1da9c5-669c-4952-aef5-bc6fdaacb8d2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:15.963668 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-cd1da9c5-669c-4952-aef5-bc6fdaacb8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:15.964855 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-cd1da9c5-669c-4952-aef5-bc6fdaacb8d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4115697'] for router_interface, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:15.987586 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-cd1da9c5-669c-4952-aef5-bc6fdaacb8d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:04:15.990750 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-886b5a15-2f05-45d6-98fb-bb4e43220b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:16.245535 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-7f2110a4-394e-477d-9aa4-2c3395feddb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbf8be491d0>, [{'id': 'c2be285d-8c40-49f4-99b5-a37402779724', 'name': 'tempest-TestMinimumBasicScenario-187424043-router', 'tenant_id': '450f83fab0734bc4b485b263670f0fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '7296d914-75ea-4c93-b959-db4c05f4e447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:04:04Z', 'updated_at': '2021-02-10T21:04:11Z', 'revision_number': 3, 'project_id': '450f83fab0734bc4b485b263670f0fa7', 'gw_port': {'id': '7296d914-75ea-4c93-b959-db4c05f4e447', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:20:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2be285d-8c40-49f4-99b5-a37402779724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:04:07Z', 'updated_at': '2021-02-10T21:04:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi'}], 'dv-cinder-775008-1-iscsi', False) {} {{(pid=79930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:04:16.269703 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2110a4-394e-477d-9aa4-2c3395feddb3 None None] Checking router: c2be285d-8c40-49f4-99b5-a37402779724 for host: dv-cinder-775008-1-iscsi {{(pid=79930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 10 21:04:16.270126 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2110a4-394e-477d-9aa4-2c3395feddb3 None None] Updating router c2be285d-8c40-49f4-99b5-a37402779724 port 7296d914-75ea-4c93-b959-db4c05f4e447 binding host dv-cinder-775008-1-iscsi {{(pid=79930) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 10 21:04:16.476637 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-7f2110a4-394e-477d-9aa4-2c3395feddb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:16.536086 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Provisioning complete for port 59dd5e7c-e2f4-46d8-b4fe-27eb7fa3faaf triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:04:16.536521 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:16.672449 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-81878702-83ef-41c5-bc14-3762ddb0ee4b req-a8bc0f76-7d1e-4dd1-9d91-de792c90cf4a tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/ports?device_id=7c507709-5eeb-4634-bde0-b74241e22901 HTTP/1.1" status: 200  len: 210 time: 0.0852902
Feb 10 21:04:16.691273 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1da9c5-669c-4952-aef5-bc6fdaacb8d2 admin admin] Network 009dd3d9-5800-4858-a534-697a99ad36c1 is already hosted by enough agents. {{(pid=79928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 10 21:04:16.695656 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.base_scheduler [None req-cd1da9c5-669c-4952-aef5-bc6fdaacb8d2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 10 21:04:16.697802 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1da9c5-669c-4952-aef5-bc6fdaacb8d2 admin admin] Pushing event updated for resources: {'Port': ['ID=36b90f73-a138-4d9f-b18f-6974b61cde97,revision_number=2']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:04:16.713959 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-cd1da9c5-669c-4952-aef5-bc6fdaacb8d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.726s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:04:16.766042 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-3a3f21d2-260b-4b61-be64-f1e929854149 None None] Provisioning for port 36b90f73-a138-4d9f-b18f-6974b61cde97 completed by entity DHCP. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 10 21:04:16.830552 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-3a3f21d2-260b-4b61-be64-f1e929854149 None None] Provisioning complete for port 36b90f73-a138-4d9f-b18f-6974b61cde97 triggered by entity DHCP. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:04:16.831775 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-3a3f21d2-260b-4b61-be64-f1e929854149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:16.840399 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.db_base_plugin_common [None req-886b5a15-2f05-45d6-98fb-bb4e43220b69 admin admin] Allocated IP 172.20.0.1 (d499e464-54e8-4dd4-9520-8f962f4aa61a/c40b2878-75d9-4a40-800e-cc67094c8d4e/9c7847c5-1126-4362-a208-3bf654d78679) {{(pid=79929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 10 21:04:17.090658 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd1da9c5-669c-4952-aef5-bc6fdaacb8d2 admin admin] Router 2e104534-3e4e-4154-a391-9d9cf3ff8fa6 has already been hosted by L3 agent 351a09a7-a8bd-44d4-8337-3dd1b5c8f290 {{(pid=79928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 10 21:04:17.249383 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-886b5a15-2f05-45d6-98fb-bb4e43220b69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:17.272568 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-886b5a15-2f05-45d6-98fb-bb4e43220b69 admin admin] Transition to ACTIVE for port object 9c7847c5-1126-4362-a208-3bf654d78679 will not be triggered until provisioned by entity DHCP. {{(pid=79929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 10 21:04:17.288660 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-3a3f21d2-260b-4b61-be64-f1e929854149 None None] Port 36b90f73-a138-4d9f-b18f-6974b61cde97 cannot update to ACTIVE because it is not bound. {{(pid=79930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 10 21:04:17.302785 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-886b5a15-2f05-45d6-98fb-bb4e43220b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778797635767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630282'] for port, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:17.320439 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:04:17.365051 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd1da9c5-669c-4952-aef5-bc6fdaacb8d2 admin admin] Notify agent at l3_agent.dv-cinder-775008-1-iscsi the message routers_updated {{(pid=79928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 10 21:04:17.379419 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-cd1da9c5-669c-4952-aef5-bc6fdaacb8d2 admin admin] 10.222.0.82 "PUT /v2.0/routers/2e104534-3e4e-4154-a391-9d9cf3ff8fa6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.6576707
Feb 10 21:04:17.409299 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886b5a15-2f05-45d6-98fb-bb4e43220b69 admin admin] Pushing event updated for resources: {'Port': ['ID=9c7847c5-1126-4362-a208-3bf654d78679,revision_number=1']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:04:17.414984 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-886b5a15-2f05-45d6-98fb-bb4e43220b69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:04:17.557551 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886b5a15-2f05-45d6-98fb-bb4e43220b69 admin admin] Network d499e464-54e8-4dd4-9520-8f962f4aa61a is already hosted by enough agents. {{(pid=79929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 10 21:04:17.559543 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.base_scheduler [None req-886b5a15-2f05-45d6-98fb-bb4e43220b69 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 10 21:04:17.561843 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886b5a15-2f05-45d6-98fb-bb4e43220b69 admin admin] Received port after_create {{(pid=79929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 10 21:04:17.678926 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-3a3f21d2-260b-4b61-be64-f1e929854149 None None] Provisioning complete for port 59dd5e7c-e2f4-46d8-b4fe-27eb7fa3faaf triggered by entity DHCP. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:04:17.679435 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-3a3f21d2-260b-4b61-be64-f1e929854149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:17.706292 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-886b5a15-2f05-45d6-98fb-bb4e43220b69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850656587'] for router_interface, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:17.958660 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-886b5a15-2f05-45d6-98fb-bb4e43220b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:18.157348 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Device c96d1082-8b20-4b01-a83f-c53bd580ef7b up at agent ovs-agent-dv-cinder-775008-1-iscsi {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:04:18.323327 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-7f2110a4-394e-477d-9aa4-2c3395feddb3 None None] Notify callbacks [] for port, precommit_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:18.339553 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-c81aee57-1504-4664-a1b0-9c5637b67b42 None None] Provisioning complete for port 36b90f73-a138-4d9f-b18f-6974b61cde97 triggered by entity DHCP. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:04:18.340012 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81aee57-1504-4664-a1b0-9c5637b67b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:18.400754 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-bc355c63-a1e0-43f4-9a0b-6b2d1cb93733 req-6f56ce85-b775-46ca-bd60-a7cdf3864a7d tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/ports?device_id=7c507709-5eeb-4634-bde0-b74241e22901 HTTP/1.1" status: 200  len: 210 time: 0.3972480
Feb 10 21:04:18.402694 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Provisioning for port c96d1082-8b20-4b01-a83f-c53bd580ef7b completed by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 10 21:04:18.412545 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-c81aee57-1504-4664-a1b0-9c5637b67b42 None None] Port 36b90f73-a138-4d9f-b18f-6974b61cde97 cannot update to ACTIVE because it is not bound. {{(pid=79930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 10 21:04:18.417921 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Provisioning complete for port c96d1082-8b20-4b01-a83f-c53bd580ef7b triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:04:18.420543 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:18.572675 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-7f2110a4-394e-477d-9aa4-2c3395feddb3 None None] Transition to ACTIVE for port object 7296d914-75ea-4c93-b959-db4c05f4e447 will not be triggered until provisioned by entity L2. {{(pid=79930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 10 21:04:18.612192 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-c81aee57-1504-4664-a1b0-9c5637b67b42 None None] Provisioning complete for port 59dd5e7c-e2f4-46d8-b4fe-27eb7fa3faaf triggered by entity DHCP. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:04:18.612615 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81aee57-1504-4664-a1b0-9c5637b67b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:18.754268 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-7f2110a4-394e-477d-9aa4-2c3395feddb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:18.802446 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:04:18.847310 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 56576) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:04:18.853146 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [None req-cd427a77-0154-4fd2-a1c3-94e943d66dbf tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1205129821', 'description': 'tempest-description--421086017'}} {{(pid=79928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:04:18.906143 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-cd427a77-0154-4fd2-a1c3-94e943d66dbf tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:04:18.919114 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-cd427a77-0154-4fd2-a1c3-94e943d66dbf tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Usage tracker for resource:security_group and tenant:eb8be716db2e42aea2a6c06bf05c44b5 is out of sync, need to count used quota {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:04:18.925572 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-cd427a77-0154-4fd2-a1c3-94e943d66dbf tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:04:18.957477 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-cd427a77-0154-4fd2-a1c3-94e943d66dbf tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:04:18.996350 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d1c6ef-346f-45ab-9f24-4d978b8da870 req-dc689ce0-be7b-49a1-8a57-8708e881ee9c tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:04:18.998438 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-cd427a77-0154-4fd2-a1c3-94e943d66dbf tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Notify callbacks [] for security_group, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:18.999679 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-45d1c6ef-346f-45ab-9f24-4d978b8da870 req-dc689ce0-be7b-49a1-8a57-8708e881ee9c tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.15 "GET /v2.0/networks?id=20901ffe-56e0-4231-a22c-8768446088e2 HTTP/1.1" status: 200  len: 814 time: 0.7506196
Feb 10 21:04:19.035966 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [req-45d1c6ef-346f-45ab-9f24-4d978b8da870 req-c068dd69-8a73-4d61-b8a7-552f0b09ff34 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Request body: {'port': {'device_id': '7c507709-5eeb-4634-bde0-b74241e22901', 'network_id': '20901ffe-56e0-4231-a22c-8768446088e2', 'admin_state_up': True, 'tenant_id': 'fd8c6aec55114f528929638c55a0f6a9'}} {{(pid=79929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:04:19.073824 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-cd427a77-0154-4fd2-a1c3-94e943d66dbf tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:04:19.085734 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-cd427a77-0154-4fd2-a1c3-94e943d66dbf tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Usage tracker for resource:security_group_rule and tenant:eb8be716db2e42aea2a6c06bf05c44b5 is out of sync, need to count used quota {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:04:19.089489 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-cd427a77-0154-4fd2-a1c3-94e943d66dbf tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:04:19.107386 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-cd427a77-0154-4fd2-a1c3-94e943d66dbf tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:04:19.209119 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51c9bc4-cdb4-4a42-8509-ebd59df7e901 None None] Sync routers for ids ['2e104534-3e4e-4154-a391-9d9cf3ff8fa6'] in dv-cinder-775008-1-iscsi {{(pid=79931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 10 21:04:19.225031 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51c9bc4-cdb4-4a42-8509-ebd59df7e901 None None] Routers {'2e104534-3e4e-4154-a391-9d9cf3ff8fa6'} bound to L3 agent in host dv-cinder-775008-1-iscsi {{(pid=79931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 10 21:04:19.225714 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-e51c9bc4-cdb4-4a42-8509-ebd59df7e901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbf90e1f400>, 'dv-cinder-775008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-10T20:53:27Z,description=<?>,heartbeat_timestamp=2021-02-10T21:03:57Z,host='dv-cinder-775008-1-iscsi',id=351a09a7-a8bd-44d4-8337-3dd1b5c8f290,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-10T20:53:27Z,topic='l3_agent')) {'router_ids': ['2e104534-3e4e-4154-a391-9d9cf3ff8fa6'], 'active': True} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:04:19.263358 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-cd427a77-0154-4fd2-a1c3-94e943d66dbf tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Notify callbacks [] for security_group, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:19.269856 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-cd427a77-0154-4fd2-a1c3-94e943d66dbf tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:19.294601 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-d5e9f84b-544a-48b3-a711-7398fa779e16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:04:19.296285 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd87bd2-4b5c-47b9-b28e-9ff2fd49e91e None None] Pushing event updated for resources: {'Port': ['ID=7296d914-75ea-4c93-b959-db4c05f4e447,revision_number=2']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:04:19.305308 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-cd427a77-0154-4fd2-a1c3-94e943d66dbf tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Notify callbacks [] for security_group, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:19.310265 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-cd427a77-0154-4fd2-a1c3-94e943d66dbf tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.4617395
Feb 10 21:04:19.314036 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 56592) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:04:19.324350 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [None req-f776924c-2a40-4663-969e-23c9c0e3bf61 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Request body: {'security_group_rule': {'security_group_id': '895a7e5f-3ef6-4f3c-9ab6-68304e4925ff', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:04:19.330290 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-cdd87bd2-4b5c-47b9-b28e-9ff2fd49e91e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:04:19.364365 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:19.368849 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-f776924c-2a40-4663-969e-23c9c0e3bf61 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:04:19.392467 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-f776924c-2a40-4663-969e-23c9c0e3bf61 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Usage tracker for resource:security_group_rule and tenant:eb8be716db2e42aea2a6c06bf05c44b5 is out of sync, need to count used quota {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:04:19.396704 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-f776924c-2a40-4663-969e-23c9c0e3bf61 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:04:19.399770 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd427a77-0154-4fd2-a1c3-94e943d66dbf tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=895a7e5f-3ef6-4f3c-9ab6-68304e4925ff,revision_number=1']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:04:19.416165 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-cd427a77-0154-4fd2-a1c3-94e943d66dbf tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:04:19.417113 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-f776924c-2a40-4663-969e-23c9c0e3bf61 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:04:19.430460 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] For port c96d1082-8b20-4b01-a83f-c53bd580ef7b, host dv-cinder-775008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-iscsi',level=0,port_id=c96d1082-8b20-4b01-a83f-c53bd580ef7b,segment=NetworkSegment(37fae2f4-4e7c-4231-b866-3c6a09452824),segment_id=37fae2f4-4e7c-4231-b866-3c6a09452824)] {{(pid=79930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:04:19.435307 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-c81aee57-1504-4664-a1b0-9c5637b67b42 None None] Provisioning for port 9c7847c5-1126-4362-a208-3bf654d78679 completed by entity DHCP. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 10 21:04:19.444735 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:19.466680 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-bb153dc1-91d5-4596-aab9-e67128e38800 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:04:19.481339 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-f776924c-2a40-4663-969e-23c9c0e3bf61 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:19.509834 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-7f2110a4-394e-477d-9aa4-2c3395feddb3 None None] Attempting to bind port 7296d914-75ea-4c93-b959-db4c05f4e447 on host dv-cinder-775008-1-iscsi for vnic_type normal with profile  {{(pid=79930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 10 21:04:19.510317 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-7f2110a4-394e-477d-9aa4-2c3395feddb3 None None] Attempting to bind port 7296d914-75ea-4c93-b959-db4c05f4e447 by drivers openvswitch on host dv-cinder-775008-1-iscsi at level 0 using segments [{'id': '37fae2f4-4e7c-4231-b866-3c6a09452824', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614'}] {{(pid=79930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 10 21:04:19.511001 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2110a4-394e-477d-9aa4-2c3395feddb3 None None] Attempting to bind port 7296d914-75ea-4c93-b959-db4c05f4e447 on network caec50ae-8f3b-4f45-a3ad-eb903a732614 {{(pid=79930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 10 21:04:19.518473 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-c81aee57-1504-4664-a1b0-9c5637b67b42 None None] Provisioning complete for port 9c7847c5-1126-4362-a208-3bf654d78679 triggered by entity DHCP. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:04:19.518904 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81aee57-1504-4664-a1b0-9c5637b67b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:19.545174 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvr_db [None req-e51c9bc4-cdb4-4a42-8509-ebd59df7e901 None None] Set router 2e104534-3e4e-4154-a391-9d9cf3ff8fa6 gateway port host: dv-cinder-775008-1-iscsi {{(pid=79931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 10 21:04:19.561889 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2110a4-394e-477d-9aa4-2c3395feddb3 None None] Checking agent: {'id': '1c483f99-5707-4fa0-b001-c7f2c0c49e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775008-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 10, 20, 53, 28), 'started_at': datetime.datetime(2021, 2, 10, 20, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 2, 10, 21, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775008-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 10 21:04:19.562530 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2110a4-394e-477d-9aa4-2c3395feddb3 None None] Checking segment: {'id': '37fae2f4-4e7c-4231-b866-3c6a09452824', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 10 21:04:19.563946 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-7f2110a4-394e-477d-9aa4-2c3395feddb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:19.564274 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2110a4-394e-477d-9aa4-2c3395feddb3 None None] Bound using segment: {'id': '37fae2f4-4e7c-4231-b866-3c6a09452824', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614'} {{(pid=79930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 10 21:04:19.565325 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-7f2110a4-394e-477d-9aa4-2c3395feddb3 None None] Bound port: 7296d914-75ea-4c93-b959-db4c05f4e447, host: dv-cinder-775008-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37fae2f4-4e7c-4231-b866-3c6a09452824', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614'}}] {{(pid=79930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 10 21:04:19.565781 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-7f2110a4-394e-477d-9aa4-2c3395feddb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:19.696702 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-f776924c-2a40-4663-969e-23c9c0e3bf61 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:19.705146 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-f776924c-2a40-4663-969e-23c9c0e3bf61 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704419'] for security_group_rule, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:19.714814 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-ca31fb6c-7320-45a8-af41-d1f8145fbc60 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:04:19.755216 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f776924c-2a40-4663-969e-23c9c0e3bf61 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b96b332-7312-4d8d-b0cf-98c0b4589acf,revision_number=0']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:04:19.765159 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-c81aee57-1504-4664-a1b0-9c5637b67b42 None None] Port 9c7847c5-1126-4362-a208-3bf654d78679 cannot update to ACTIVE because it is not bound. {{(pid=79930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 10 21:04:19.767880 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-f776924c-2a40-4663-969e-23c9c0e3bf61 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:04:19.795237 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Pushing event updated for resources: {'Port': ['ID=c96d1082-8b20-4b01-a83f-c53bd580ef7b,revision_number=4']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:04:19.800025 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:04:19.802917 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-7f2110a4-394e-477d-9aa4-2c3395feddb3 None None] For port 7296d914-75ea-4c93-b959-db4c05f4e447, host dv-cinder-775008-1-iscsi, cleared binding levels {{(pid=79930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 10 21:04:19.806594 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-7f2110a4-394e-477d-9aa4-2c3395feddb3 None None] For port 7296d914-75ea-4c93-b959-db4c05f4e447, host dv-cinder-775008-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-iscsi',level=0,port_id=7296d914-75ea-4c93-b959-db4c05f4e447,segment=NetworkSegment(37fae2f4-4e7c-4231-b866-3c6a09452824),segment_id=37fae2f4-4e7c-4231-b866-3c6a09452824)] {{(pid=79930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 10 21:04:19.810183 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-7f2110a4-394e-477d-9aa4-2c3395feddb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:19.872150 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f17dba-d737-4693-ad28-86e70bd20da2 req-881f8b34-03c3-497a-aceb-91b9426ee770 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:04:19.885032 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-e8f17dba-d737-4693-ad28-86e70bd20da2 req-881f8b34-03c3-497a-aceb-91b9426ee770 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5a452ba-1bbb-4cf5-a43d-16be280c05b9 HTTP/1.1" status: 200  len: 946 time: 0.2865813
Feb 10 21:04:19.900351 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [req-45d1c6ef-346f-45ab-9f24-4d978b8da870 req-c068dd69-8a73-4d61-b8a7-552f0b09ff34 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:04:19.914182 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-133180c3-7a52-4443-8dd3-9224c900866f req-fa5154f7-4a9a-4498-b8ba-979b7634f378 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/ports?device_id=7c507709-5eeb-4634-bde0-b74241e22901 HTTP/1.1" status: 200  len: 210 time: 0.1606011
Feb 10 21:04:19.915683 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-f776924c-2a40-4663-969e-23c9c0e3bf61 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:19.919655 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-f776924c-2a40-4663-969e-23c9c0e3bf61 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.6017478
Feb 10 21:04:19.926581 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 56606) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:04:19.955454 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [None req-20114f35-aaa7-414e-b5c2-efd71aba7422 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Request body: {'security_group_rule': {'security_group_id': '895a7e5f-3ef6-4f3c-9ab6-68304e4925ff', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:04:19.985113 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:04:20.007964 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [req-45d1c6ef-346f-45ab-9f24-4d978b8da870 req-c068dd69-8a73-4d61-b8a7-552f0b09ff34 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:04:20.019383 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-20114f35-aaa7-414e-b5c2-efd71aba7422 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:04:20.023708 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-20114f35-aaa7-414e-b5c2-efd71aba7422 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Usage tracker for resource:security_group_rule and tenant:eb8be716db2e42aea2a6c06bf05c44b5 is out of sync, need to count used quota {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:04:20.030080 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-20114f35-aaa7-414e-b5c2-efd71aba7422 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:04:20.041627 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-20114f35-aaa7-414e-b5c2-efd71aba7422 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:04:20.070769 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Device c96d1082-8b20-4b01-a83f-c53bd580ef7b up at agent ovs-agent-dv-cinder-775008-1-iscsi {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:04:20.109218 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-e51c9bc4-cdb4-4a42-8509-ebd59df7e901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbf90e1f400>, [{'id': '2e104534-3e4e-4154-a391-9d9cf3ff8fa6', 'name': 'tempest-AttachVolumeShelveTestJSON-874070501-router', 'tenant_id': 'eb8be716db2e42aea2a6c06bf05c44b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': 'c96d1082-8b20-4b01-a83f-c53bd580ef7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:04:04Z', 'updated_at': '2021-02-10T21:04:14Z', 'revision_number': 4, 'project_id': 'eb8be716db2e42aea2a6c06bf05c44b5', 'gw_port': {'id': 'c96d1082-8b20-4b01-a83f-c53bd580ef7b', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:68:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e104534-3e4e-4154-a391-9d9cf3ff8fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:04:06Z', 'updated_at': '2021-02-10T21:04:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi', '_interfaces': [{'id': '36b90f73-a138-4d9f-b18f-6974b61cde97', 'name': '', 'network_id': '009dd3d9-5800-4858-a534-697a99ad36c1', 'tenant_id': 'eb8be716db2e42aea2a6c06bf05c44b5', 'mac_address': 'fa:16:3e:e4:3f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e104534-3e4e-4154-a391-9d9cf3ff8fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '6d155787-390f-4d80-9348-99de0b4f3565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:04:12Z', 'updated_at': '2021-02-10T21:04:15Z', 'revision_number': 2, 'project_id': 'eb8be716db2e42aea2a6c06bf05c44b5', 'subnets': [{'id': '6d155787-390f-4d80-9348-99de0b4f3565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775008-1-iscsi', False) {} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:04:20.120193 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51c9bc4-cdb4-4a42-8509-ebd59df7e901 None None] Checking router: 2e104534-3e4e-4154-a391-9d9cf3ff8fa6 for host: dv-cinder-775008-1-iscsi {{(pid=79931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 10 21:04:20.120712 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51c9bc4-cdb4-4a42-8509-ebd59df7e901 None None] Updating router 2e104534-3e4e-4154-a391-9d9cf3ff8fa6 port 36b90f73-a138-4d9f-b18f-6974b61cde97 binding host dv-cinder-775008-1-iscsi {{(pid=79931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 10 21:04:20.122879 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45d1c6ef-346f-45ab-9f24-4d978b8da870 req-c068dd69-8a73-4d61-b8a7-552f0b09ff34 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Made reservation on behalf of fd8c6aec55114f528929638c55a0f6a9 for: {'port': 1} {{(pid=79929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 10 21:04:20.133903 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-20114f35-aaa7-414e-b5c2-efd71aba7422 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:20.170420 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-45d1c6ef-346f-45ab-9f24-4d978b8da870 req-c068dd69-8a73-4d61-b8a7-552f0b09ff34 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:20.226573 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-e51c9bc4-cdb4-4a42-8509-ebd59df7e901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:20.226814 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a3807d-80c4-4079-8224-efb9764e265f req-5e4f6ac6-5ab0-40a6-aaa2-3676a446619b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:04:20.228292 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-d4a3807d-80c4-4079-8224-efb9764e265f req-5e4f6ac6-5ab0-40a6-aaa2-3676a446619b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=92212326132c472cbbd1d5f9a6549ec7&device_id=d5a452ba-1bbb-4cf5-a43d-16be280c05b9 HTTP/1.1" status: 200  len: 1163 time: 0.5522449
Feb 10 21:04:20.242547 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-e8f17dba-d737-4693-ad28-86e70bd20da2 req-8c277a07-dd76-43a3-8754-a6b63967e4b5 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3564367
Feb 10 21:04:20.271388 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd87bd2-4b5c-47b9-b28e-9ff2fd49e91e None None] Pushing event updated for resources: {'Port': ['ID=7296d914-75ea-4c93-b959-db4c05f4e447,revision_number=3']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:04:20.271973 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-cdd87bd2-4b5c-47b9-b28e-9ff2fd49e91e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:04:20.310673 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2110a4-394e-477d-9aa4-2c3395feddb3 None None] Routers {'c2be285d-8c40-49f4-99b5-a37402779724'} bound to L3 agent in host dv-cinder-775008-1-iscsi {{(pid=79930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 10 21:04:20.311383 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-7f2110a4-394e-477d-9aa4-2c3395feddb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbf8be491d0>, 'dv-cinder-775008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-10T20:53:27Z,description=<?>,heartbeat_timestamp=2021-02-10T21:03:57Z,host='dv-cinder-775008-1-iscsi',id=351a09a7-a8bd-44d4-8337-3dd1b5c8f290,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-10T20:53:27Z,topic='l3_agent')) {'router_ids': ['c2be285d-8c40-49f4-99b5-a37402779724'], 'active': True} {{(pid=79930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:04:20.357366 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-20114f35-aaa7-414e-b5c2-efd71aba7422 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:20.362158 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-20114f35-aaa7-414e-b5c2-efd71aba7422 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704419'] for security_group_rule, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:20.370420 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-8988fc7f-8e7f-4326-848d-a90b07cfeade tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:04:20.394907 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20114f35-aaa7-414e-b5c2-efd71aba7422 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5881c429-8064-413c-a620-6d7170db94bc,revision_number=0']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:04:20.405214 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-20114f35-aaa7-414e-b5c2-efd71aba7422 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:04:20.414135 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-20114f35-aaa7-414e-b5c2-efd71aba7422 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:20.416242 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-20114f35-aaa7-414e-b5c2-efd71aba7422 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4856200
Feb 10 21:04:20.419539 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 56620) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:04:20.435916 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [None req-947b818c-57c3-4a38-bd2e-d1a8782026d5 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Request body: {'floatingip': {'floating_network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614'}} {{(pid=79928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:04:20.459437 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-947b818c-57c3-4a38-bd2e-d1a8782026d5 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:04:20.463547 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-947b818c-57c3-4a38-bd2e-d1a8782026d5 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Usage tracker for resource:floatingip and tenant:eb8be716db2e42aea2a6c06bf05c44b5 is out of sync, need to count used quota {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:04:20.466823 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-947b818c-57c3-4a38-bd2e-d1a8782026d5 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:04:20.473913 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-947b818c-57c3-4a38-bd2e-d1a8782026d5 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:04:20.489823 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-947b818c-57c3-4a38-bd2e-d1a8782026d5 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Notify callbacks [] for floatingip, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:20.626943 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvr_db [None req-7f2110a4-394e-477d-9aa4-2c3395feddb3 None None] Set router c2be285d-8c40-49f4-99b5-a37402779724 gateway port host: dv-cinder-775008-1-iscsi {{(pid=79930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 10 21:04:20.798973 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-947b818c-57c3-4a38-bd2e-d1a8782026d5 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:20.831060 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Provisioning complete for port c96d1082-8b20-4b01-a83f-c53bd580ef7b triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:04:20.831899 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:21.033147 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.db_base_plugin_common [req-45d1c6ef-346f-45ab-9f24-4d978b8da870 req-c068dd69-8a73-4d61-b8a7-552f0b09ff34 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Allocated IP 172.20.0.7 (20901ffe-56e0-4231-a22c-8768446088e2/884075b2-6b00-417e-a17c-100207a10cdd/54e12f58-ca8d-4d45-844a-527ddc86f8bc) {{(pid=79929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 10 21:04:21.105762 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.db.resource_extend [None req-886b5a15-2f05-45d6-98fb-bb4e43220b69 admin admin] It took 0.75 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 10 21:04:21.192623 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-e51c9bc4-cdb4-4a42-8509-ebd59df7e901 None None] Notify callbacks [] for port, precommit_update {{(pid=79931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:21.211619 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-e51c9bc4-cdb4-4a42-8509-ebd59df7e901 None None] Transition to ACTIVE for port object 36b90f73-a138-4d9f-b18f-6974b61cde97 will not be triggered until provisioned by entity L2. {{(pid=79931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 10 21:04:21.214708 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.db_base_plugin_common [None req-947b818c-57c3-4a38-bd2e-d1a8782026d5 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Allocated IP 172.27.3.60 (caec50ae-8f3b-4f45-a3ad-eb903a732614/47475132-bc81-43cb-b635-450463390609/7bd2b18a-639e-4545-871a-b86961513637) {{(pid=79928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 10 21:04:21.217549 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-e51c9bc4-cdb4-4a42-8509-ebd59df7e901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:21.296325 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:04:21.490431 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-947b818c-57c3-4a38-bd2e-d1a8782026d5 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Notify callbacks [] for port, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:21.512030 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-7f2110a4-394e-477d-9aa4-2c3395feddb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbf8be491d0>, [{'id': 'c2be285d-8c40-49f4-99b5-a37402779724', 'name': 'tempest-TestMinimumBasicScenario-187424043-router', 'tenant_id': '450f83fab0734bc4b485b263670f0fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '7296d914-75ea-4c93-b959-db4c05f4e447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:04:04Z', 'updated_at': '2021-02-10T21:04:17Z', 'revision_number': 4, 'project_id': '450f83fab0734bc4b485b263670f0fa7', 'gw_port': {'id': '7296d914-75ea-4c93-b959-db4c05f4e447', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:20:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2be285d-8c40-49f4-99b5-a37402779724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:04:07Z', 'updated_at': '2021-02-10T21:04:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi', '_interfaces': [{'id': '9c7847c5-1126-4362-a208-3bf654d78679', 'name': '', 'network_id': 'd499e464-54e8-4dd4-9520-8f962f4aa61a', 'tenant_id': '450f83fab0734bc4b485b263670f0fa7', 'mac_address': 'fa:16:3e:63:07:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2be285d-8c40-49f4-99b5-a37402779724', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'c40b2878-75d9-4a40-800e-cc67094c8d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:04:16Z', 'updated_at': '2021-02-10T21:04:16Z', 'revision_number': 1, 'project_id': '450f83fab0734bc4b485b263670f0fa7', 'subnets': [{'id': 'c40b2878-75d9-4a40-800e-cc67094c8d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775008-1-iscsi', False) {} {{(pid=79930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:04:21.522743 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2110a4-394e-477d-9aa4-2c3395feddb3 None None] The sync data for ids ['c2be285d-8c40-49f4-99b5-a37402779724'] in dv-cinder-775008-1-iscsi is: [{'id': 'c2be285d-8c40-49f4-99b5-a37402779724', 'name': 'tempest-TestMinimumBasicScenario-187424043-router', 'tenant_id': '450f83fab0734bc4b485b263670f0fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '7296d914-75ea-4c93-b959-db4c05f4e447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:04:04Z', 'updated_at': '2021-02-10T21:04:17Z', 'revision_number': 4, 'project_id': '450f83fab0734bc4b485b263670f0fa7', 'gw_port': {'id': '7296d914-75ea-4c93-b959-db4c05f4e447', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:20:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2be285d-8c40-49f4-99b5-a37402779724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:04:07Z', 'updated_at': '2021-02-10T21:04:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi', '_interfaces': [{'id': '9c7847c5-1126-4362-a208-3bf654d78679', 'name': '', 'network_id': 'd499e464-54e8-4dd4-9520-8f962f4aa61a', 'tenant_id': '450f83fab0734bc4b485b263670f0fa7', 'mac_address': 'fa:16:3e:63:07:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2be285d-8c40-49f4-99b5-a37402779724', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'c40b2878-75d9-4a40-800e-cc67094c8d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:04:16Z', 'updated_at': '2021-02-10T21:04:16Z', 'revision_number': 1, 'project_id': '450f83fab0734bc4b485b263670f0fa7', 'subnets': [{'id': 'c40b2878-75d9-4a40-800e-cc67094c8d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 10 21:04:21.569085 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-947b818c-57c3-4a38-bd2e-d1a8782026d5 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778797635767'] for port, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:21.641539 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-3979285a-855f-4c51-bce0-576883151ecd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:04:21.723551 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-b9bbead8-90c5-4ee2-9ab7-8bc1ed26b597 req-d95467bf-e5ad-466c-85bd-c80cf431bfc3 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/ports?device_id=7c507709-5eeb-4634-bde0-b74241e22901 HTTP/1.1" status: 200  len: 210 time: 0.0806563
Feb 10 21:04:21.733521 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341f2a2b-f870-492c-8cab-1a2d2f5a3465 None None] Pushing event updated for resources: {'Port': ['ID=36b90f73-a138-4d9f-b18f-6974b61cde97,revision_number=3']} {{(pid=79931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:04:21.740890 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-341f2a2b-f870-492c-8cab-1a2d2f5a3465 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=79931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:04:21.768565 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-886b5a15-2f05-45d6-98fb-bb4e43220b69 admin admin] Notify callbacks [] for port, precommit_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:21.780324 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-886b5a15-2f05-45d6-98fb-bb4e43220b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852145533'] for port, after_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:21.850214 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:04:21.876284 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947b818c-57c3-4a38-bd2e-d1a8782026d5 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Pushing event updated for resources: {'Port': ['ID=7bd2b18a-639e-4545-871a-b86961513637,revision_number=1']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:04:21.880501 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-947b818c-57c3-4a38-bd2e-d1a8782026d5 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:04:22.019608 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-45d1c6ef-346f-45ab-9f24-4d978b8da870 req-c068dd69-8a73-4d61-b8a7-552f0b09ff34 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Notify callbacks [] for port, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:22.020045 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-e51c9bc4-cdb4-4a42-8509-ebd59df7e901 None None] Attempting to bind port 36b90f73-a138-4d9f-b18f-6974b61cde97 on host dv-cinder-775008-1-iscsi for vnic_type normal with profile  {{(pid=79931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 10 21:04:22.020540 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-e51c9bc4-cdb4-4a42-8509-ebd59df7e901 None None] Attempting to bind port 36b90f73-a138-4d9f-b18f-6974b61cde97 by drivers openvswitch on host dv-cinder-775008-1-iscsi at level 0 using segments [{'id': 'd7f580de-9525-4e7b-93a1-5e7479da2ea8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '009dd3d9-5800-4858-a534-697a99ad36c1'}] {{(pid=79931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 10 21:04:22.021025 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51c9bc4-cdb4-4a42-8509-ebd59df7e901 None None] Attempting to bind port 36b90f73-a138-4d9f-b18f-6974b61cde97 on network 009dd3d9-5800-4858-a534-697a99ad36c1 {{(pid=79931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 10 21:04:22.032184 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51c9bc4-cdb4-4a42-8509-ebd59df7e901 None None] Checking agent: {'id': '1c483f99-5707-4fa0-b001-c7f2c0c49e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775008-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 10, 20, 53, 28), 'started_at': datetime.datetime(2021, 2, 10, 20, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 2, 10, 21, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775008-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 10 21:04:22.032594 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51c9bc4-cdb4-4a42-8509-ebd59df7e901 None None] Checking segment: {'id': 'd7f580de-9525-4e7b-93a1-5e7479da2ea8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '009dd3d9-5800-4858-a534-697a99ad36c1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 10 21:04:22.033070 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-e51c9bc4-cdb4-4a42-8509-ebd59df7e901 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:22.033489 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51c9bc4-cdb4-4a42-8509-ebd59df7e901 None None] Bound using segment: {'id': 'd7f580de-9525-4e7b-93a1-5e7479da2ea8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '009dd3d9-5800-4858-a534-697a99ad36c1'} {{(pid=79931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 10 21:04:22.034073 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-e51c9bc4-cdb4-4a42-8509-ebd59df7e901 None None] Bound port: 36b90f73-a138-4d9f-b18f-6974b61cde97, host: dv-cinder-775008-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7f580de-9525-4e7b-93a1-5e7479da2ea8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '009dd3d9-5800-4858-a534-697a99ad36c1'}}] {{(pid=79931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 10 21:04:22.034443 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-e51c9bc4-cdb4-4a42-8509-ebd59df7e901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:22.140620 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-886b5a15-2f05-45d6-98fb-bb4e43220b69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4115697'] for router_interface, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:22.295972 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-e51c9bc4-cdb4-4a42-8509-ebd59df7e901 None None] For port 36b90f73-a138-4d9f-b18f-6974b61cde97, host dv-cinder-775008-1-iscsi, cleared binding levels {{(pid=79931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 10 21:04:22.300137 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-e51c9bc4-cdb4-4a42-8509-ebd59df7e901 None None] For port 36b90f73-a138-4d9f-b18f-6974b61cde97, host dv-cinder-775008-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-iscsi',level=0,port_id=36b90f73-a138-4d9f-b18f-6974b61cde97,segment=NetworkSegment(d7f580de-9525-4e7b-93a1-5e7479da2ea8),segment_id=d7f580de-9525-4e7b-93a1-5e7479da2ea8)] {{(pid=79931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 10 21:04:22.304073 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-e51c9bc4-cdb4-4a42-8509-ebd59df7e901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:22.312458 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0ac2af-64ac-4f0f-903b-9f9f59149083 req-00e0e89e-6948-4052-b2d5-a37367b2be7d tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:04:22.316927 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-4f0ac2af-64ac-4f0f-903b-9f9f59149083 req-00e0e89e-6948-4052-b2d5-a37367b2be7d tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5a452ba-1bbb-4cf5-a43d-16be280c05b9 HTTP/1.1" status: 200  len: 946 time: 0.7198160
Feb 10 21:04:22.319136 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 56654) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:04:22.334401 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-341f2a2b-f870-492c-8cab-1a2d2f5a3465 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:04:22.373049 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-45d1c6ef-346f-45ab-9f24-4d978b8da870 req-c068dd69-8a73-4d61-b8a7-552f0b09ff34 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778797635767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630282'] for port, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:22.393050 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886b5a15-2f05-45d6-98fb-bb4e43220b69 admin admin] Network d499e464-54e8-4dd4-9520-8f962f4aa61a is already hosted by enough agents. {{(pid=79929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 10 21:04:22.423785 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.base_scheduler [None req-886b5a15-2f05-45d6-98fb-bb4e43220b69 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 10 21:04:22.536704 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947b818c-57c3-4a38-bd2e-d1a8782026d5 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Network caec50ae-8f3b-4f45-a3ad-eb903a732614 is already hosted by enough agents. {{(pid=79928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 10 21:04:22.553440 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.base_scheduler [None req-947b818c-57c3-4a38-bd2e-d1a8782026d5 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Resources bound (agent type, host, resource id):  {{(pid=79928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 10 21:04:22.569868 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947b818c-57c3-4a38-bd2e-d1a8782026d5 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Received port after_create {{(pid=79928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 10 21:04:22.676558 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-4f0ac2af-64ac-4f0f-903b-9f9f59149083 req-5e6fbc17-3195-410c-91bf-13d7fd16b058 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3221605
Feb 10 21:04:22.677271 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 56664) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:04:22.706653 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a3807d-80c4-4079-8224-efb9764e265f req-3bb95ff6-fcef-43b4-a63a-afeac02b3051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:04:22.709893 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-d4a3807d-80c4-4079-8224-efb9764e265f req-3bb95ff6-fcef-43b4-a63a-afeac02b3051 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b57cc509-53ec-4b56-8b10-8490bdf813dd HTTP/1.1" status: 200  len: 912 time: 2.4435327
Feb 10 21:04:22.712224 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341f2a2b-f870-492c-8cab-1a2d2f5a3465 None None] Pushing event updated for resources: {'Port': ['ID=36b90f73-a138-4d9f-b18f-6974b61cde97,revision_number=4']} {{(pid=79931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:04:22.722466 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-341f2a2b-f870-492c-8cab-1a2d2f5a3465 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=79931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:04:22.728241 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45d1c6ef-346f-45ab-9f24-4d978b8da870 req-c068dd69-8a73-4d61-b8a7-552f0b09ff34 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Network 20901ffe-56e0-4231-a22c-8768446088e2 is already hosted by enough agents. {{(pid=79929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 10 21:04:22.883438 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-2e7ea0ad-ce3d-4b8f-9ca9-d7e187580512 None None] Provisioning complete for port 9c7847c5-1126-4362-a208-3bf654d78679 triggered by entity DHCP. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:04:22.884125 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-2e7ea0ad-ce3d-4b8f-9ca9-d7e187580512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:22.885943 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51c9bc4-cdb4-4a42-8509-ebd59df7e901 None None] Routers {'2e104534-3e4e-4154-a391-9d9cf3ff8fa6'} bound to L3 agent in host dv-cinder-775008-1-iscsi {{(pid=79931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 10 21:04:22.886724 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-e51c9bc4-cdb4-4a42-8509-ebd59df7e901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbf90e1f400>, 'dv-cinder-775008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-10T20:53:27Z,description=<?>,heartbeat_timestamp=2021-02-10T21:03:57Z,host='dv-cinder-775008-1-iscsi',id=351a09a7-a8bd-44d4-8337-3dd1b5c8f290,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-10T20:53:27Z,topic='l3_agent')) {'router_ids': ['2e104534-3e4e-4154-a391-9d9cf3ff8fa6'], 'active': True} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:04:22.965020 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-947b818c-57c3-4a38-bd2e-d1a8782026d5 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:23.107134 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-2e7ea0ad-ce3d-4b8f-9ca9-d7e187580512 None None] Port 9c7847c5-1126-4362-a208-3bf654d78679 cannot update to ACTIVE because it is not bound. {{(pid=79930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 10 21:04:23.260299 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c43b66c7-e494-41fe-a0fe-673ff4a03e8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:23.292991 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-48fe0180-4b31-4711-b825-e5bbd5e0cfe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:23.344608 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.base_scheduler [req-45d1c6ef-346f-45ab-9f24-4d978b8da870 req-c068dd69-8a73-4d61-b8a7-552f0b09ff34 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Resources bound (agent type, host, resource id):  {{(pid=79929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 10 21:04:23.352521 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-48fe0180-4b31-4711-b825-e5bbd5e0cfe7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:04:23.357170 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-48fe0180-4b31-4711-b825-e5bbd5e0cfe7 admin admin] Usage tracker for resource:security_group_rule and tenant:2ffad5459764443796aeb984a844709f is out of sync, need to count used quota {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:04:23.359224 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [req-45d1c6ef-346f-45ab-9f24-4d978b8da870 req-c068dd69-8a73-4d61-b8a7-552f0b09ff34 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Received port after_create {{(pid=79929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 10 21:04:23.361436 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-48fe0180-4b31-4711-b825-e5bbd5e0cfe7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:04:23.367677 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-48fe0180-4b31-4711-b825-e5bbd5e0cfe7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:04:23.423244 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvr_db [None req-e51c9bc4-cdb4-4a42-8509-ebd59df7e901 None None] Set router 2e104534-3e4e-4154-a391-9d9cf3ff8fa6 gateway port host: dv-cinder-775008-1-iscsi {{(pid=79931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 10 21:04:23.475065 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-48fe0180-4b31-4711-b825-e5bbd5e0cfe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:23.477721 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-c43b66c7-e494-41fe-a0fe-673ff4a03e8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:04:23.487346 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-947b818c-57c3-4a38-bd2e-d1a8782026d5 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:23.489242 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-886b5a15-2f05-45d6-98fb-bb4e43220b69 admin admin] Router c2be285d-8c40-49f4-99b5-a37402779724 has already been hosted by L3 agent 351a09a7-a8bd-44d4-8337-3dd1b5c8f290 {{(pid=79929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 10 21:04:23.490348 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886b5a15-2f05-45d6-98fb-bb4e43220b69 admin admin] Pushing event updated for resources: {'Port': ['ID=9c7847c5-1126-4362-a208-3bf654d78679,revision_number=2']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:04:23.494355 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-886b5a15-2f05-45d6-98fb-bb4e43220b69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.644s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:04:23.495810 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-d4a3807d-80c4-4079-8224-efb9764e265f req-3335a3f1-b4a0-4d8c-ba07-9e2b9e1e60f4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a53743a4-e3ef-4212-9855-140da57a2cd6 HTTP/1.1" status: 200  len: 217 time: 0.6969171
Feb 10 21:04:23.505823 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-dd348c40-932f-4cfc-adf5-b45b43d71ce0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.825s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:04:23.551400 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-48fe0180-4b31-4711-b825-e5bbd5e0cfe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:23.560624 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-c43b66c7-e494-41fe-a0fe-673ff4a03e8f admin admin] Usage tracker for resource:security_group_rule and tenant:81dd2ba223e5442995b12360f3966976 is out of sync, need to count used quota {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:04:23.579556 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-9c8ec253-0268-4c5b-953d-46f70aeb6d4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:04:23.588969 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-c43b66c7-e494-41fe-a0fe-673ff4a03e8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:04:23.621111 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c068dd69-8a73-4d61-b8a7-552f0b09ff34 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Pushing event updated for resources: {'Port': ['ID=54e12f58-ca8d-4d45-844a-527ddc86f8bc,revision_number=1']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:04:23.624197 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-c068dd69-8a73-4d61-b8a7-552f0b09ff34 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:04:23.626846 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-c43b66c7-e494-41fe-a0fe-673ff4a03e8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:04:23.780989 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be23505-391d-4163-9ffc-c09d954c23bc req-e2c2841a-ab21-4e21-847f-7ebe279cb165 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:04:23.789653 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-8be23505-391d-4163-9ffc-c09d954c23bc req-e2c2841a-ab21-4e21-847f-7ebe279cb165 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/ports?device_id=7c507709-5eeb-4634-bde0-b74241e22901 HTTP/1.1" status: 200  len: 931 time: 0.8077836
Feb 10 21:04:23.847692 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-e51c9bc4-cdb4-4a42-8509-ebd59df7e901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbf90e1f400>, [{'id': '2e104534-3e4e-4154-a391-9d9cf3ff8fa6', 'name': 'tempest-AttachVolumeShelveTestJSON-874070501-router', 'tenant_id': 'eb8be716db2e42aea2a6c06bf05c44b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': 'c96d1082-8b20-4b01-a83f-c53bd580ef7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:04:04Z', 'updated_at': '2021-02-10T21:04:14Z', 'revision_number': 4, 'project_id': 'eb8be716db2e42aea2a6c06bf05c44b5', 'gw_port': {'id': 'c96d1082-8b20-4b01-a83f-c53bd580ef7b', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:68:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e104534-3e4e-4154-a391-9d9cf3ff8fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:04:06Z', 'updated_at': '2021-02-10T21:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi', '_interfaces': [{'id': '36b90f73-a138-4d9f-b18f-6974b61cde97', 'name': '', 'network_id': '009dd3d9-5800-4858-a534-697a99ad36c1', 'tenant_id': 'eb8be716db2e42aea2a6c06bf05c44b5', 'mac_address': 'fa:16:3e:e4:3f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e104534-3e4e-4154-a391-9d9cf3ff8fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '6d155787-390f-4d80-9348-99de0b4f3565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:04:12Z', 'updated_at': '2021-02-10T21:04:22Z', 'revision_number': 4, 'project_id': 'eb8be716db2e42aea2a6c06bf05c44b5', 'subnets': [{'id': '6d155787-390f-4d80-9348-99de0b4f3565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775008-1-iscsi', False) {} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:04:23.853571 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51c9bc4-cdb4-4a42-8509-ebd59df7e901 None None] The sync data for ids ['2e104534-3e4e-4154-a391-9d9cf3ff8fa6'] in dv-cinder-775008-1-iscsi is: [{'id': '2e104534-3e4e-4154-a391-9d9cf3ff8fa6', 'name': 'tempest-AttachVolumeShelveTestJSON-874070501-router', 'tenant_id': 'eb8be716db2e42aea2a6c06bf05c44b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': 'c96d1082-8b20-4b01-a83f-c53bd580ef7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:04:04Z', 'updated_at': '2021-02-10T21:04:14Z', 'revision_number': 4, 'project_id': 'eb8be716db2e42aea2a6c06bf05c44b5', 'gw_port': {'id': 'c96d1082-8b20-4b01-a83f-c53bd580ef7b', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:68:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e104534-3e4e-4154-a391-9d9cf3ff8fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:04:06Z', 'updated_at': '2021-02-10T21:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi', '_interfaces': [{'id': '36b90f73-a138-4d9f-b18f-6974b61cde97', 'name': '', 'network_id': '009dd3d9-5800-4858-a534-697a99ad36c1', 'tenant_id': 'eb8be716db2e42aea2a6c06bf05c44b5', 'mac_address': 'fa:16:3e:e4:3f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e104534-3e4e-4154-a391-9d9cf3ff8fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '6d155787-390f-4d80-9348-99de0b4f3565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:04:12Z', 'updated_at': '2021-02-10T21:04:22Z', 'revision_number': 4, 'project_id': 'eb8be716db2e42aea2a6c06bf05c44b5', 'subnets': [{'id': '6d155787-390f-4d80-9348-99de0b4f3565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 10 21:04:23.864670 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-48fe0180-4b31-4711-b825-e5bbd5e0cfe7 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=2ffad5459764443796aeb984a844709f&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1842968
Feb 10 21:04:23.920786 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fe0180-4b31-4711-b825-e5bbd5e0cfe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e4cd40a-1929-461e-bca2-f40cdea5b390,revision_number=1']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:04:23.956617 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 56682) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:04:23.970672 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-48fe0180-4b31-4711-b825-e5bbd5e0cfe7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:04:23.985561 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d1c6ef-346f-45ab-9f24-4d978b8da870 req-c068dd69-8a73-4d61-b8a7-552f0b09ff34 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:04:23.986802 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-45d1c6ef-346f-45ab-9f24-4d978b8da870 req-c068dd69-8a73-4d61-b8a7-552f0b09ff34 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770081'] for port, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:24.056798 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Device 7296d914-75ea-4c93-b959-db4c05f4e447 up at agent ovs-agent-dv-cinder-775008-1-iscsi {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:04:24.130760 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-8be23505-391d-4163-9ffc-c09d954c23bc req-99fc57a5-8c2f-492b-8fdb-8557cb423b52 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/security-groups?id=e801818c-2ba7-416a-bfd6-16d694223349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3398602
Feb 10 21:04:24.171211 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-886b5a15-2f05-45d6-98fb-bb4e43220b69 admin admin] Notify agent at l3_agent.dv-cinder-775008-1-iscsi the message routers_updated {{(pid=79929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 10 21:04:24.173922 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a3807d-80c4-4079-8224-efb9764e265f req-8febaefd-b251-4fc5-a58e-42ec9f2a8a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:04:24.175530 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-d4a3807d-80c4-4079-8224-efb9764e265f req-8febaefd-b251-4fc5-a58e-42ec9f2a8a7a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=507359e5-5fb4-4f65-a55c-2cec76549fa0 HTTP/1.1" status: 200  len: 858 time: 0.5949793
Feb 10 21:04:24.191963 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-e9606433-3063-467c-befb-22ab45dea0b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:24.206094 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-886b5a15-2f05-45d6-98fb-bb4e43220b69 admin admin] 10.222.0.82 "PUT /v2.0/routers/c2be285d-8c40-49f4-99b5-a37402779724/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.0437703
Feb 10 21:04:24.206094 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-45d1c6ef-346f-45ab-9f24-4d978b8da870 req-c068dd69-8a73-4d61-b8a7-552f0b09ff34 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.1771846
Feb 10 21:04:24.219800 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Provisioning for port 7296d914-75ea-4c93-b959-db4c05f4e447 completed by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 10 21:04:24.236862 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Provisioning complete for port 7296d914-75ea-4c93-b959-db4c05f4e447 triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:04:24.238267 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:24.309202 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c43b66c7-e494-41fe-a0fe-673ff4a03e8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:24.341514 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b099f1b1-b7d9-4d71-ae19-945b27ab0ad8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:24.343542 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c43b66c7-e494-41fe-a0fe-673ff4a03e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:24.362316 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc526679-b9ad-4381-8aed-e58c5797430f req-3b2abafc-be85-40e1-8983-d48a07278a09 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:04:24.363975 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-cc526679-b9ad-4381-8aed-e58c5797430f req-3b2abafc-be85-40e1-8983-d48a07278a09 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5a452ba-1bbb-4cf5-a43d-16be280c05b9 HTTP/1.1" status: 200  len: 946 time: 0.3492041
Feb 10 21:04:24.396676 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b14d96fa-288d-4f0b-bdc4-2a93b6475774 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:04:24.427116 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [req-45d1c6ef-346f-45ab-9f24-4d978b8da870 req-2d14fb6b-3171-4d86-a306-536fb43d0575 service neutron] Request body: {'port': {'device_id': '7c507709-5eeb-4634-bde0-b74241e22901', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77500'}} {{(pid=79929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:04:24.437395 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-c43b66c7-e494-41fe-a0fe-673ff4a03e8f admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=81dd2ba223e5442995b12360f3966976&name=default HTTP/1.1" status: 200  len: 2979 time: 2.1138272
Feb 10 21:04:24.455483 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43b66c7-e494-41fe-a0fe-673ff4a03e8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a74f0f8-de06-4e6a-acd7-a458cc83c3e0,revision_number=1']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:04:24.464369 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-d4a3807d-80c4-4079-8224-efb9764e265f req-3c95df17-10f0-4c40-983c-9199b95edf7f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b57cc509-53ec-4b56-8b10-8490bdf813dd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0992932
Feb 10 21:04:24.468432 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 56692) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:04:24.472882 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-c43b66c7-e494-41fe-a0fe-673ff4a03e8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:04:24.505838 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:24.550191 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] For port 7296d914-75ea-4c93-b959-db4c05f4e447, host dv-cinder-775008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-iscsi',level=0,port_id=7296d914-75ea-4c93-b959-db4c05f4e447,segment=NetworkSegment(37fae2f4-4e7c-4231-b866-3c6a09452824),segment_id=37fae2f4-4e7c-4231-b866-3c6a09452824)] {{(pid=79930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:04:24.556949 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:24.559351 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:04:24.577076 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b099f1b1-b7d9-4d71-ae19-945b27ab0ad8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:24.665194 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-cc526679-b9ad-4381-8aed-e58c5797430f req-4b3a7787-d313-4212-98a3-3b4afa25ad6f tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1943243
Feb 10 21:04:24.677289 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Pushing event updated for resources: {'Port': ['ID=7296d914-75ea-4c93-b959-db4c05f4e447,revision_number=4']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:04:24.689586 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:04:24.808677 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-16ff387f-6586-46ce-9495-cec80d235a83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:24.833571 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-d4a3807d-80c4-4079-8224-efb9764e265f req-f6f9929d-199c-4539-830c-e9f3f2377f33 service neutron] 10.222.0.15 "GET /v2.0/networks/b57cc509-53ec-4b56-8b10-8490bdf813dd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3200827
Feb 10 21:04:24.837203 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b099f1b1-b7d9-4d71-ae19-945b27ab0ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:24.862142 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-dcd76250-af4e-4c00-9c3d-5c06ef8ba590 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:04:24.900436 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-947b818c-57c3-4a38-bd2e-d1a8782026d5 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Notify callbacks [] for port, precommit_update {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:24.908451 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b099f1b1-b7d9-4d71-ae19-945b27ab0ad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e4cd40a-1929-461e-bca2-f40cdea5b390,revision_number=None']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:04:24.918777 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b099f1b1-b7d9-4d71-ae19-945b27ab0ad8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:04:24.927279 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-16ff387f-6586-46ce-9495-cec80d235a83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:24.935099 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-947b818c-57c3-4a38-bd2e-d1a8782026d5 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:24.997337 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:04:25.494422 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-45d1c6ef-346f-45ab-9f24-4d978b8da870 req-2d14fb6b-3171-4d86-a306-536fb43d0575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:25.605004 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-d4a3807d-80c4-4079-8224-efb9764e265f req-172dde3d-65dd-426d-866d-4237afad4bcc service neutron] 10.222.0.15 "GET /v2.0/networks/b57cc509-53ec-4b56-8b10-8490bdf813dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.7572558
Feb 10 21:04:25.637667 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b099f1b1-b7d9-4d71-ae19-945b27ab0ad8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:25.638971 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-b099f1b1-b7d9-4d71-ae19-945b27ab0ad8 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/0e4cd40a-1929-461e-bca2-f40cdea5b390 HTTP/1.1" status: 204  len: 168 time: 1.6774073
Feb 10 21:04:25.656076 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-16ff387f-6586-46ce-9495-cec80d235a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:25.697038 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-16ff387f-6586-46ce-9495-cec80d235a83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:25.698611 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-16ff387f-6586-46ce-9495-cec80d235a83 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/5a74f0f8-de06-4e6a-acd7-a458cc83c3e0 HTTP/1.1" status: 204  len: 168 time: 1.2284024
Feb 10 21:04:25.704509 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947b818c-57c3-4a38-bd2e-d1a8782026d5 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Pushing event updated for resources: {'Port': ['ID=7bd2b18a-639e-4545-871a-b86961513637,revision_number=2']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:04:25.709783 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-947b818c-57c3-4a38-bd2e-d1a8782026d5 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.712s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:04:25.713482 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-d386baa5-4a65-4b3a-bed9-0be873632db0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:04:25.746409 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ff387f-6586-46ce-9495-cec80d235a83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a74f0f8-de06-4e6a-acd7-a458cc83c3e0,revision_number=None']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:04:25.756979 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-16ff387f-6586-46ce-9495-cec80d235a83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:04:25.893224 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0fc837-1838-4b79-b44b-d882ad9f3e43 req-a6b6f8d0-bf9e-48a5-b5d2-97f9b35fbaa5 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:04:25.897396 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-9d0fc837-1838-4b79-b44b-d882ad9f3e43 req-a6b6f8d0-bf9e-48a5-b5d2-97f9b35fbaa5 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/ports?device_id=7c507709-5eeb-4634-bde0-b74241e22901 HTTP/1.1" status: 200  len: 931 time: 0.4641054
Feb 10 21:04:25.911552 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-947b818c-57c3-4a38-bd2e-d1a8782026d5 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850656737'] for floatingip, after_update {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:26.013917 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-947b818c-57c3-4a38-bd2e-d1a8782026d5 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770081'] for floatingip, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:26.016559 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-947b818c-57c3-4a38-bd2e-d1a8782026d5 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 5.5951421
Feb 10 21:04:26.119015 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-9d0fc837-1838-4b79-b44b-d882ad9f3e43 req-91956a1b-0b91-47d0-ac1d-da7b98529691 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/security-groups?id=e801818c-2ba7-416a-bfd6-16d694223349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2023656
Feb 10 21:04:26.190892 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Device 36b90f73-a138-4d9f-b18f-6974b61cde97 up at agent ovs-agent-dv-cinder-775008-1-iscsi {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:04:26.298677 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Provisioning for port 36b90f73-a138-4d9f-b18f-6974b61cde97 completed by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 10 21:04:26.305291 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Provisioning complete for port 36b90f73-a138-4d9f-b18f-6974b61cde97 triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:04:26.305509 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:26.502279 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db21be2c-2a0b-495b-bc84-65b053fe5da2 req-ee28b7f2-81d1-46d6-9e9f-13871b2f2c98 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:04:26.529003 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:26.532470 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-db21be2c-2a0b-495b-bc84-65b053fe5da2 req-ee28b7f2-81d1-46d6-9e9f-13871b2f2c98 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5a452ba-1bbb-4cf5-a43d-16be280c05b9 HTTP/1.1" status: 200  len: 946 time: 0.3368137
Feb 10 21:04:26.680679 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [req-45d1c6ef-346f-45ab-9f24-4d978b8da870 req-2d14fb6b-3171-4d86-a306-536fb43d0575 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54e12f58-ca8d-4d45-844a-527ddc86f8bc {{(pid=79929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 10 21:04:26.708076 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-45d1c6ef-346f-45ab-9f24-4d978b8da870 req-2d14fb6b-3171-4d86-a306-536fb43d0575 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:26.726582 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-6b252875-2886-45a7-965b-6dc98d6908a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:26.746421 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [req-45d1c6ef-346f-45ab-9f24-4d978b8da870 req-2d14fb6b-3171-4d86-a306-536fb43d0575 service neutron] Transition to ACTIVE for port object 54e12f58-ca8d-4d45-844a-527ddc86f8bc will not be triggered until provisioned by entity L2. {{(pid=79929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 10 21:04:26.747750 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] For port 36b90f73-a138-4d9f-b18f-6974b61cde97, host dv-cinder-775008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-iscsi',level=0,port_id=36b90f73-a138-4d9f-b18f-6974b61cde97,segment=NetworkSegment(d7f580de-9525-4e7b-93a1-5e7479da2ea8),segment_id=d7f580de-9525-4e7b-93a1-5e7479da2ea8)] {{(pid=79930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:04:26.754037 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:26.755184 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Device 7296d914-75ea-4c93-b959-db4c05f4e447 up at agent ovs-agent-dv-cinder-775008-1-iscsi {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:04:26.794157 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-45d1c6ef-346f-45ab-9f24-4d978b8da870 req-2d14fb6b-3171-4d86-a306-536fb43d0575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852145533'] for port, after_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:26.837502 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-cdd87bd2-4b5c-47b9-b28e-9ff2fd49e91e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:04:26.888848 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:04:27.010238 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d14fb6b-3171-4d86-a306-536fb43d0575 service neutron] Pushing event updated for resources: {'Port': ['ID=54e12f58-ca8d-4d45-844a-527ddc86f8bc,revision_number=2']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:04:27.135915 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Pushing event updated for resources: {'Port': ['ID=36b90f73-a138-4d9f-b18f-6974b61cde97,revision_number=5']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:04:27.143641 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:04:27.171649 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Provisioning complete for port 7296d914-75ea-4c93-b959-db4c05f4e447 triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:04:27.173812 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:27.195397 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-8ccaf8b7-1744-4e33-a799-6aaa1e3c7abc req-3eb60133-23e4-4699-916f-1712b698cccf tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Synchronizing usage tracker for tenant:eb8be716db2e42aea2a6c06bf05c44b5 on resource:security_group {{(pid=79928) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 10 21:04:27.251096 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-2d14fb6b-3171-4d86-a306-536fb43d0575 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:04:27.253999 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-8ccaf8b7-1744-4e33-a799-6aaa1e3c7abc req-3eb60133-23e4-4699-916f-1712b698cccf tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Unset dirty status for tenant:eb8be716db2e42aea2a6c06bf05c44b5 on resource:security_group {{(pid=79928) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 10 21:04:27.266333 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-8ccaf8b7-1744-4e33-a799-6aaa1e3c7abc req-3eb60133-23e4-4699-916f-1712b698cccf tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-securitygroup--1205129821&fields=id&tenant_id=eb8be716db2e42aea2a6c06bf05c44b5 HTTP/1.1" status: 200  len: 267 time: 0.2321143
Feb 10 21:04:27.402965 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-db21be2c-2a0b-495b-bc84-65b053fe5da2 req-73bb8720-75a4-4705-b17d-57d1b3ee7891 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6494231
Feb 10 21:04:27.709045 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a37b7f-3aea-432f-a664-9b35b1c2ebfe None None] Sync routers for ids ['c2be285d-8c40-49f4-99b5-a37402779724'] in dv-cinder-775008-1-iscsi {{(pid=79930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 10 21:04:27.794650 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [req-45d1c6ef-346f-45ab-9f24-4d978b8da870 req-2d14fb6b-3171-4d86-a306-536fb43d0575 service neutron] Attempting to bind port 54e12f58-ca8d-4d45-844a-527ddc86f8bc on host hv-cinder-77500 for vnic_type normal with profile  {{(pid=79929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 10 21:04:27.795021 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [req-45d1c6ef-346f-45ab-9f24-4d978b8da870 req-2d14fb6b-3171-4d86-a306-536fb43d0575 service neutron] Attempting to bind port 54e12f58-ca8d-4d45-844a-527ddc86f8bc by drivers openvswitch on host hv-cinder-77500 at level 0 using segments [{'id': '8502f998-48d6-4289-869a-dab876cb118f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '20901ffe-56e0-4231-a22c-8768446088e2'}] {{(pid=79929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 10 21:04:27.795392 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d1c6ef-346f-45ab-9f24-4d978b8da870 req-2d14fb6b-3171-4d86-a306-536fb43d0575 service neutron] Attempting to bind port 54e12f58-ca8d-4d45-844a-527ddc86f8bc on network 20901ffe-56e0-4231-a22c-8768446088e2 {{(pid=79929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 10 21:04:27.809848 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d1c6ef-346f-45ab-9f24-4d978b8da870 req-2d14fb6b-3171-4d86-a306-536fb43d0575 service neutron] Checking agent: {'id': 'a01cfff8-88bc-4fa7-a09e-0f06c1450d16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 10, 21, 0, 31), 'started_at': datetime.datetime(2021, 2, 10, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2021, 2, 10, 21, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 10 21:04:27.810259 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d1c6ef-346f-45ab-9f24-4d978b8da870 req-2d14fb6b-3171-4d86-a306-536fb43d0575 service neutron] Checking segment: {'id': '8502f998-48d6-4289-869a-dab876cb118f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '20901ffe-56e0-4231-a22c-8768446088e2'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 10 21:04:27.810671 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-45d1c6ef-346f-45ab-9f24-4d978b8da870 req-2d14fb6b-3171-4d86-a306-536fb43d0575 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:27.811669 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d1c6ef-346f-45ab-9f24-4d978b8da870 req-2d14fb6b-3171-4d86-a306-536fb43d0575 service neutron] Bound using segment: {'id': '8502f998-48d6-4289-869a-dab876cb118f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '20901ffe-56e0-4231-a22c-8768446088e2'} {{(pid=79929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 10 21:04:27.812159 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [req-45d1c6ef-346f-45ab-9f24-4d978b8da870 req-2d14fb6b-3171-4d86-a306-536fb43d0575 service neutron] Bound port: 54e12f58-ca8d-4d45-844a-527ddc86f8bc, host: hv-cinder-77500, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8502f998-48d6-4289-869a-dab876cb118f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '20901ffe-56e0-4231-a22c-8768446088e2'}}] {{(pid=79929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 10 21:04:27.812536 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-45d1c6ef-346f-45ab-9f24-4d978b8da870 req-2d14fb6b-3171-4d86-a306-536fb43d0575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:27.937082 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccaf8b7-1744-4e33-a799-6aaa1e3c7abc req-11176b5b-96f5-488e-aff8-16ceb7b79ebf tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:04:27.938051 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-8ccaf8b7-1744-4e33-a799-6aaa1e3c7abc req-11176b5b-96f5-488e-aff8-16ceb7b79ebf tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Synchronizing usage tracker for tenant:eb8be716db2e42aea2a6c06bf05c44b5 on resource:network {{(pid=79928) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 10 21:04:27.947200 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [req-45d1c6ef-346f-45ab-9f24-4d978b8da870 req-2d14fb6b-3171-4d86-a306-536fb43d0575 service neutron] For port 54e12f58-ca8d-4d45-844a-527ddc86f8bc, host hv-cinder-77500, cleared binding levels {{(pid=79929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 10 21:04:27.950913 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [req-45d1c6ef-346f-45ab-9f24-4d978b8da870 req-2d14fb6b-3171-4d86-a306-536fb43d0575 service neutron] For port 54e12f58-ca8d-4d45-844a-527ddc86f8bc, host hv-cinder-77500, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=54e12f58-ca8d-4d45-844a-527ddc86f8bc,segment=NetworkSegment(8502f998-48d6-4289-869a-dab876cb118f),segment_id=8502f998-48d6-4289-869a-dab876cb118f)] {{(pid=79929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 10 21:04:27.961765 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-8ccaf8b7-1744-4e33-a799-6aaa1e3c7abc req-11176b5b-96f5-488e-aff8-16ceb7b79ebf tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Unset dirty status for tenant:eb8be716db2e42aea2a6c06bf05c44b5 on resource:network {{(pid=79928) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 10 21:04:27.963079 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-8ccaf8b7-1744-4e33-a799-6aaa1e3c7abc req-11176b5b-96f5-488e-aff8-16ceb7b79ebf tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/networks?id=009dd3d9-5800-4858-a534-697a99ad36c1 HTTP/1.1" status: 200  len: 816 time: 0.6912248
Feb 10 21:04:27.987697 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-8ccaf8b7-1744-4e33-a799-6aaa1e3c7abc req-4d8ac3ef-03b3-41dc-9671-aa44ea7fcee7 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/quotas/eb8be716db2e42aea2a6c06bf05c44b5 HTTP/1.1" status: 200  len: 375 time: 0.0168376
Feb 10 21:04:28.012576 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8e35c017-ca0e-4997-9af4-ce0f5f2c761e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:28.025600 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a37b7f-3aea-432f-a664-9b35b1c2ebfe None None] Routers {'c2be285d-8c40-49f4-99b5-a37402779724'} bound to L3 agent in host dv-cinder-775008-1-iscsi {{(pid=79930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 10 21:04:28.026369 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-12a37b7f-3aea-432f-a664-9b35b1c2ebfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbf904dff28>, 'dv-cinder-775008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-10T20:53:27Z,description=<?>,heartbeat_timestamp=2021-02-10T21:04:27Z,host='dv-cinder-775008-1-iscsi',id=351a09a7-a8bd-44d4-8337-3dd1b5c8f290,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-10T20:53:27Z,topic='l3_agent')) {'router_ids': ['c2be285d-8c40-49f4-99b5-a37402779724'], 'active': True} {{(pid=79930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:04:28.036463 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-45d1c6ef-346f-45ab-9f24-4d978b8da870 req-2d14fb6b-3171-4d86-a306-536fb43d0575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852145533'] for port, after_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:28.177853 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-8ccaf8b7-1744-4e33-a799-6aaa1e3c7abc req-ec2cb21e-ac29-496b-b196-65bf2f0434af tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Synchronizing usage tracker for tenant:eb8be716db2e42aea2a6c06bf05c44b5 on resource:port {{(pid=79928) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 10 21:04:28.203383 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-8ccaf8b7-1744-4e33-a799-6aaa1e3c7abc req-ec2cb21e-ac29-496b-b196-65bf2f0434af tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Unset dirty status for tenant:eb8be716db2e42aea2a6c06bf05c44b5 on resource:port {{(pid=79928) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 10 21:04:28.222967 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-8ccaf8b7-1744-4e33-a799-6aaa1e3c7abc req-ec2cb21e-ac29-496b-b196-65bf2f0434af tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=eb8be716db2e42aea2a6c06bf05c44b5&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2273905
Feb 10 21:04:28.247871 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvr_db [None req-12a37b7f-3aea-432f-a664-9b35b1c2ebfe None None] Set router c2be285d-8c40-49f4-99b5-a37402779724 gateway port host: dv-cinder-775008-1-iscsi {{(pid=79930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 10 21:04:28.364799 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:04:28.474955 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:28.532802 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-8ccaf8b7-1744-4e33-a799-6aaa1e3c7abc req-d536889a-d3df-4d77-b7d3-fdd7df04eebf service neutron] 10.222.0.82 "GET /v2.0/networks/009dd3d9-5800-4858-a534-697a99ad36c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3044069
Feb 10 21:04:28.557821 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a16a173f-35ea-40df-9953-0a23fc2526db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:28.576730 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d14fb6b-3171-4d86-a306-536fb43d0575 service neutron] Pushing event updated for resources: {'Port': ['ID=54e12f58-ca8d-4d45-844a-527ddc86f8bc,revision_number=3']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:04:28.630824 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d1c6ef-346f-45ab-9f24-4d978b8da870 req-2d14fb6b-3171-4d86-a306-536fb43d0575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:04:28.631522 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-45d1c6ef-346f-45ab-9f24-4d978b8da870 req-2d14fb6b-3171-4d86-a306-536fb43d0575 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770081'] for port, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:28.633077 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-45d1c6ef-346f-45ab-9f24-4d978b8da870 req-2d14fb6b-3171-4d86-a306-536fb43d0575 service neutron] 10.222.0.15 "PUT /v2.0/ports/54e12f58-ca8d-4d45-844a-527ddc86f8bc HTTP/1.1" status: 200  len: 1157 time: 4.2117367
Feb 10 21:04:28.642601 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d14fb6b-3171-4d86-a306-536fb43d0575 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:04:28.643080 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d14fb6b-3171-4d86-a306-536fb43d0575 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:04:28.643489 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d14fb6b-3171-4d86-a306-536fb43d0575 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:04:28.643886 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d14fb6b-3171-4d86-a306-536fb43d0575 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:04:28.644347 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d14fb6b-3171-4d86-a306-536fb43d0575 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:04:28.644784 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d14fb6b-3171-4d86-a306-536fb43d0575 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:04:28.645176 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d14fb6b-3171-4d86-a306-536fb43d0575 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:04:28.645566 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d14fb6b-3171-4d86-a306-536fb43d0575 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:04:28.645950 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d14fb6b-3171-4d86-a306-536fb43d0575 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:04:28.651230 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d14fb6b-3171-4d86-a306-536fb43d0575 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:04:28.651659 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d14fb6b-3171-4d86-a306-536fb43d0575 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:04:28.652960 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d14fb6b-3171-4d86-a306-536fb43d0575 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:04:28.653477 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d14fb6b-3171-4d86-a306-536fb43d0575 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:04:28.653976 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d14fb6b-3171-4d86-a306-536fb43d0575 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:04:28.654328 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d14fb6b-3171-4d86-a306-536fb43d0575 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:04:28.654726 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d14fb6b-3171-4d86-a306-536fb43d0575 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:04:28.655112 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d14fb6b-3171-4d86-a306-536fb43d0575 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:04:28.655495 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d14fb6b-3171-4d86-a306-536fb43d0575 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:04:28.655874 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d14fb6b-3171-4d86-a306-536fb43d0575 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:04:28.656250 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d14fb6b-3171-4d86-a306-536fb43d0575 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:04:28.657194 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d14fb6b-3171-4d86-a306-536fb43d0575 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:04:28.657918 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d14fb6b-3171-4d86-a306-536fb43d0575 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:04:28.665497 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d14fb6b-3171-4d86-a306-536fb43d0575 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:04:28.667643 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d14fb6b-3171-4d86-a306-536fb43d0575 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:04:28.681385 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-2d14fb6b-3171-4d86-a306-536fb43d0575 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:04:28.683416 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c507709-5eeb-4634-bde0-b74241e22901', 'tag': '54e12f58-ca8d-4d45-844a-527ddc86f8bc'}] {{(pid=79929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 10 21:04:28.781959 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Device 36b90f73-a138-4d9f-b18f-6974b61cde97 up at agent ovs-agent-dv-cinder-775008-1-iscsi {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:04:28.898355 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3446f175-8d5a-470a-8b5e-046c4b58be3c req-f829c804-8776-4f0c-b5b0-8646b88dd162 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:04:28.899550 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-3446f175-8d5a-470a-8b5e-046c4b58be3c req-f829c804-8776-4f0c-b5b0-8646b88dd162 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Synchronizing usage tracker for tenant:fd8c6aec55114f528929638c55a0f6a9 on resource:port {{(pid=79929) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 10 21:04:28.932053 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-3446f175-8d5a-470a-8b5e-046c4b58be3c req-f829c804-8776-4f0c-b5b0-8646b88dd162 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Unset dirty status for tenant:fd8c6aec55114f528929638c55a0f6a9 on resource:port {{(pid=79929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 10 21:04:28.935497 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-3446f175-8d5a-470a-8b5e-046c4b58be3c req-f829c804-8776-4f0c-b5b0-8646b88dd162 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/ports?device_id=7c507709-5eeb-4634-bde0-b74241e22901 HTTP/1.1" status: 200  len: 943 time: 0.9825065
Feb 10 21:04:28.945918 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-8ccaf8b7-1744-4e33-a799-6aaa1e3c7abc req-b06f4c0f-e8d5-4c61-bffe-8806c92476ec service neutron] 10.222.0.82 "GET /v2.0/networks/009dd3d9-5800-4858-a534-697a99ad36c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4078555
Feb 10 21:04:28.976154 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Provisioning complete for port 36b90f73-a138-4d9f-b18f-6974b61cde97 triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:04:28.977210 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:29.016652 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d1c6ef-346f-45ab-9f24-4d978b8da870 req-8d2d95b5-d33e-40d9-bae4-c120f6d56ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:04:29.021711 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-45d1c6ef-346f-45ab-9f24-4d978b8da870 req-8d2d95b5-d33e-40d9-bae4-c120f6d56ac8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fd8c6aec55114f528929638c55a0f6a9&device_id=7c507709-5eeb-4634-bde0-b74241e22901 HTTP/1.1" status: 200  len: 1160 time: 0.3171012
Feb 10 21:04:29.228649 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-12a37b7f-3aea-432f-a664-9b35b1c2ebfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbf904dff28>, [{'id': 'c2be285d-8c40-49f4-99b5-a37402779724', 'name': 'tempest-TestMinimumBasicScenario-187424043-router', 'tenant_id': '450f83fab0734bc4b485b263670f0fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '7296d914-75ea-4c93-b959-db4c05f4e447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:04:04Z', 'updated_at': '2021-02-10T21:04:17Z', 'revision_number': 4, 'project_id': '450f83fab0734bc4b485b263670f0fa7', 'gw_port': {'id': '7296d914-75ea-4c93-b959-db4c05f4e447', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:20:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2be285d-8c40-49f4-99b5-a37402779724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:04:07Z', 'updated_at': '2021-02-10T21:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi', '_interfaces': [{'id': '9c7847c5-1126-4362-a208-3bf654d78679', 'name': '', 'network_id': 'd499e464-54e8-4dd4-9520-8f962f4aa61a', 'tenant_id': '450f83fab0734bc4b485b263670f0fa7', 'mac_address': 'fa:16:3e:63:07:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2be285d-8c40-49f4-99b5-a37402779724', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'c40b2878-75d9-4a40-800e-cc67094c8d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:04:16Z', 'updated_at': '2021-02-10T21:04:19Z', 'revision_number': 2, 'project_id': '450f83fab0734bc4b485b263670f0fa7', 'subnets': [{'id': 'c40b2878-75d9-4a40-800e-cc67094c8d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775008-1-iscsi', False) {} {{(pid=79930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:04:29.246547 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-45d1c6ef-346f-45ab-9f24-4d978b8da870 req-a776c875-d282-476e-85fe-f83eba8112aa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54e12f58-ca8d-4d45-844a-527ddc86f8bc HTTP/1.1" status: 200  len: 217 time: 0.2139630
Feb 10 21:04:29.301545 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-3446f175-8d5a-470a-8b5e-046c4b58be3c req-2db3581d-dbb9-4f90-8f16-8b914537216f tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/security-groups?id=e801818c-2ba7-416a-bfd6-16d694223349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3525429
Feb 10 21:04:29.347494 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a37b7f-3aea-432f-a664-9b35b1c2ebfe None None] Checking router: c2be285d-8c40-49f4-99b5-a37402779724 for host: dv-cinder-775008-1-iscsi {{(pid=79930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 10 21:04:29.349712 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a37b7f-3aea-432f-a664-9b35b1c2ebfe None None] Updating router c2be285d-8c40-49f4-99b5-a37402779724 port 9c7847c5-1126-4362-a208-3bf654d78679 binding host dv-cinder-775008-1-iscsi {{(pid=79930) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 10 21:04:29.454859 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d1c6ef-346f-45ab-9f24-4d978b8da870 req-1eab4ef1-f7e7-467a-ae10-f0db1619725d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:04:29.456170 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-45d1c6ef-346f-45ab-9f24-4d978b8da870 req-1eab4ef1-f7e7-467a-ae10-f0db1619725d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=884075b2-6b00-417e-a17c-100207a10cdd HTTP/1.1" status: 200  len: 854 time: 0.1969781
Feb 10 21:04:29.510414 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-12a37b7f-3aea-432f-a664-9b35b1c2ebfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:29.591238 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c507709-5eeb-4634-bde0-b74241e22901', 'tag': '54e12f58-ca8d-4d45-844a-527ddc86f8bc', 'status': 'completed', 'code': 200}
Feb 10 21:04:29.704415 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-45d1c6ef-346f-45ab-9f24-4d978b8da870 req-cb309c7d-155a-4b4b-a695-a3c7f2270ac5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=20901ffe-56e0-4231-a22c-8768446088e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2327306
Feb 10 21:04:29.774385 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-b4ff81e2-8ce6-4786-b780-c81bb0f97c4a req-b05f7493-c4e6-46a3-92c8-3e6c15457868 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=9a0928b3-8b03-40d2-b78f-7eb8e84b309f HTTP/1.1" status: 200  len: 210 time: 0.1286528
Feb 10 21:04:29.921647 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed64df7c-a621-4617-902c-f02fd76b4c45 req-59e26bad-d498-4b42-9e74-e8d1b862f900 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:04:29.931044 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-ed64df7c-a621-4617-902c-f02fd76b4c45 req-59e26bad-d498-4b42-9e74-e8d1b862f900 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5a452ba-1bbb-4cf5-a43d-16be280c05b9 HTTP/1.1" status: 200  len: 946 time: 0.3684921
Feb 10 21:04:30.198699 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-ed64df7c-a621-4617-902c-f02fd76b4c45 req-8a0eb7b0-7a06-48cd-8462-60a7c43697c8 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2663791
Feb 10 21:04:30.246145 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-45d1c6ef-346f-45ab-9f24-4d978b8da870 req-574fc38f-21d3-4ced-9cff-6663bd65535f service neutron] 10.222.0.15 "GET /v2.0/networks/20901ffe-56e0-4231-a22c-8768446088e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5180280
Feb 10 21:04:30.372311 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-12a37b7f-3aea-432f-a664-9b35b1c2ebfe None None] Notify callbacks [] for port, precommit_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:30.417519 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-12a37b7f-3aea-432f-a664-9b35b1c2ebfe None None] Transition to ACTIVE for port object 9c7847c5-1126-4362-a208-3bf654d78679 will not be triggered until provisioned by entity L2. {{(pid=79930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 10 21:04:30.423479 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-12a37b7f-3aea-432f-a664-9b35b1c2ebfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:30.482945 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-45d1c6ef-346f-45ab-9f24-4d978b8da870 req-fa9f6695-df29-439f-b33c-46c324f6f458 service neutron] 10.222.0.15 "GET /v2.0/networks/20901ffe-56e0-4231-a22c-8768446088e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2178853
Feb 10 21:04:30.814791 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:04:30.846057 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30e98c2-24c9-47c9-8c84-865ee55151ac req-be600a1a-5940-4d4c-a91e-8b056777491d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:04:30.848153 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-a30e98c2-24c9-47c9-8c84-865ee55151ac req-be600a1a-5940-4d4c-a91e-8b056777491d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fd8c6aec55114f528929638c55a0f6a9&device_id=7c507709-5eeb-4634-bde0-b74241e22901 HTTP/1.1" status: 200  len: 1160 time: 0.1049371
Feb 10 21:04:30.889550 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b65ab8-8ae2-4a5c-b552-e821d4756dc1 None None] Pushing event updated for resources: {'Port': ['ID=9c7847c5-1126-4362-a208-3bf654d78679,revision_number=3']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:04:30.903269 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-f2b65ab8-8ae2-4a5c-b552-e821d4756dc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:04:31.070335 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:31.086414 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30e98c2-24c9-47c9-8c84-865ee55151ac req-8596c7fb-44e3-43d6-a01f-15dcb89f1063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:04:31.092136 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-a30e98c2-24c9-47c9-8c84-865ee55151ac req-8596c7fb-44e3-43d6-a01f-15dcb89f1063 service neutron] 10.222.0.15 "GET /v2.0/networks?id=20901ffe-56e0-4231-a22c-8768446088e2 HTTP/1.1" status: 200  len: 908 time: 0.2297828
Feb 10 21:04:31.234673 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-a30e98c2-24c9-47c9-8c84-865ee55151ac req-3339d07f-e2ba-4485-956b-5ec63998cf4d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54e12f58-ca8d-4d45-844a-527ddc86f8bc HTTP/1.1" status: 200  len: 217 time: 0.1230984
Feb 10 21:04:31.288813 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57a782a-f2f7-41ef-b201-a19f22b4b882 req-6ff01569-afd2-45ee-acca-971233f2b434 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:04:31.299186 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-f57a782a-f2f7-41ef-b201-a19f22b4b882 req-6ff01569-afd2-45ee-acca-971233f2b434 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/ports?device_id=7c507709-5eeb-4634-bde0-b74241e22901 HTTP/1.1" status: 200  len: 943 time: 0.5421295
Feb 10 21:04:31.371843 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-12a37b7f-3aea-432f-a664-9b35b1c2ebfe None None] Attempting to bind port 9c7847c5-1126-4362-a208-3bf654d78679 on host dv-cinder-775008-1-iscsi for vnic_type normal with profile  {{(pid=79930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 10 21:04:31.372478 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-12a37b7f-3aea-432f-a664-9b35b1c2ebfe None None] Attempting to bind port 9c7847c5-1126-4362-a208-3bf654d78679 by drivers openvswitch on host dv-cinder-775008-1-iscsi at level 0 using segments [{'id': '523996b1-29da-4623-83de-a657233dda5c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd499e464-54e8-4dd4-9520-8f962f4aa61a'}] {{(pid=79930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 10 21:04:31.373110 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a37b7f-3aea-432f-a664-9b35b1c2ebfe None None] Attempting to bind port 9c7847c5-1126-4362-a208-3bf654d78679 on network d499e464-54e8-4dd4-9520-8f962f4aa61a {{(pid=79930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 10 21:04:31.383075 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a37b7f-3aea-432f-a664-9b35b1c2ebfe None None] Checking agent: {'id': '1c483f99-5707-4fa0-b001-c7f2c0c49e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775008-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 10, 20, 53, 28), 'started_at': datetime.datetime(2021, 2, 10, 20, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 2, 10, 21, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775008-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 10 21:04:31.383745 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a37b7f-3aea-432f-a664-9b35b1c2ebfe None None] Checking segment: {'id': '523996b1-29da-4623-83de-a657233dda5c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd499e464-54e8-4dd4-9520-8f962f4aa61a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 10 21:04:31.384374 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-12a37b7f-3aea-432f-a664-9b35b1c2ebfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:31.384966 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a37b7f-3aea-432f-a664-9b35b1c2ebfe None None] Bound using segment: {'id': '523996b1-29da-4623-83de-a657233dda5c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd499e464-54e8-4dd4-9520-8f962f4aa61a'} {{(pid=79930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 10 21:04:31.387218 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-12a37b7f-3aea-432f-a664-9b35b1c2ebfe None None] Bound port: 9c7847c5-1126-4362-a208-3bf654d78679, host: dv-cinder-775008-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '523996b1-29da-4623-83de-a657233dda5c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd499e464-54e8-4dd4-9520-8f962f4aa61a'}}] {{(pid=79930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 10 21:04:31.387821 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-12a37b7f-3aea-432f-a664-9b35b1c2ebfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:31.436828 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-f57a782a-f2f7-41ef-b201-a19f22b4b882 req-fd3d4a2c-da57-4486-a1ba-343da8220a14 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/security-groups?id=e801818c-2ba7-416a-bfd6-16d694223349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1334066
Feb 10 21:04:31.567134 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-bd700aaa-a6fb-4d7e-a12c-998cc8ac22fd req-20083ccf-8629-4dcf-827c-c1a608daf250 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=9a0928b3-8b03-40d2-b78f-7eb8e84b309f HTTP/1.1" status: 200  len: 210 time: 0.3311100
Feb 10 21:04:31.592327 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-12a37b7f-3aea-432f-a664-9b35b1c2ebfe None None] For port 9c7847c5-1126-4362-a208-3bf654d78679, host dv-cinder-775008-1-iscsi, cleared binding levels {{(pid=79930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 10 21:04:31.602298 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-12a37b7f-3aea-432f-a664-9b35b1c2ebfe None None] For port 9c7847c5-1126-4362-a208-3bf654d78679, host dv-cinder-775008-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-iscsi',level=0,port_id=9c7847c5-1126-4362-a208-3bf654d78679,segment=NetworkSegment(523996b1-29da-4623-83de-a657233dda5c),segment_id=523996b1-29da-4623-83de-a657233dda5c)] {{(pid=79930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 10 21:04:31.620938 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-12a37b7f-3aea-432f-a664-9b35b1c2ebfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:31.658025 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30e98c2-24c9-47c9-8c84-865ee55151ac req-2e6abb18-53c0-4c06-a45b-2bc3acf83a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:04:31.662423 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-a30e98c2-24c9-47c9-8c84-865ee55151ac req-2e6abb18-53c0-4c06-a45b-2bc3acf83a0d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=884075b2-6b00-417e-a17c-100207a10cdd HTTP/1.1" status: 200  len: 854 time: 0.3280344
Feb 10 21:04:31.793130 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-a30e98c2-24c9-47c9-8c84-865ee55151ac req-083d1a23-83d6-4d4b-982d-aa9f1112c010 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=20901ffe-56e0-4231-a22c-8768446088e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1123827
Feb 10 21:04:31.831102 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:04:31.911488 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41079d9-4348-4e44-9799-70c0c434f7a6 req-0c59f532-2209-412a-8434-1151262b9f5a tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:04:31.934160 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-a41079d9-4348-4e44-9799-70c0c434f7a6 req-0c59f532-2209-412a-8434-1151262b9f5a tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5a452ba-1bbb-4cf5-a43d-16be280c05b9 HTTP/1.1" status: 200  len: 946 time: 0.2909634
Feb 10 21:04:32.091717 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b65ab8-8ae2-4a5c-b552-e821d4756dc1 None None] Pushing event updated for resources: {'Port': ['ID=9c7847c5-1126-4362-a208-3bf654d78679,revision_number=4']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:04:32.134267 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-f2b65ab8-8ae2-4a5c-b552-e821d4756dc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:04:32.199058 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-a41079d9-4348-4e44-9799-70c0c434f7a6 req-0de0b6b6-f940-4f54-9c9e-ccfa8da0489b tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2634938
Feb 10 21:04:32.217191 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a37b7f-3aea-432f-a664-9b35b1c2ebfe None None] Routers {'c2be285d-8c40-49f4-99b5-a37402779724'} bound to L3 agent in host dv-cinder-775008-1-iscsi {{(pid=79930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 10 21:04:32.224621 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-12a37b7f-3aea-432f-a664-9b35b1c2ebfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbf904dff28>, 'dv-cinder-775008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-10T20:53:27Z,description=<?>,heartbeat_timestamp=2021-02-10T21:04:27Z,host='dv-cinder-775008-1-iscsi',id=351a09a7-a8bd-44d4-8337-3dd1b5c8f290,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-10T20:53:27Z,topic='l3_agent')) {'router_ids': ['c2be285d-8c40-49f4-99b5-a37402779724'], 'active': True} {{(pid=79930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:04:32.638256 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvr_db [None req-12a37b7f-3aea-432f-a664-9b35b1c2ebfe None None] Set router c2be285d-8c40-49f4-99b5-a37402779724 gateway port host: dv-cinder-775008-1-iscsi {{(pid=79930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 10 21:04:32.833497 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Device 9c7847c5-1126-4362-a208-3bf654d78679 up at agent ovs-agent-dv-cinder-775008-1-iscsi {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:04:32.960716 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-a30e98c2-24c9-47c9-8c84-865ee55151ac req-b141b109-6b1f-4d5f-8e89-e813a88e9567 service neutron] 10.222.0.15 "GET /v2.0/networks/20901ffe-56e0-4231-a22c-8768446088e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.1558366
Feb 10 21:04:33.022549 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-7b8d657a-c0a1-4330-acb5-08e6dcca1aa7 req-b2c6caac-6424-4641-a257-f3bcbe7e3d29 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=9a0928b3-8b03-40d2-b78f-7eb8e84b309f HTTP/1.1" status: 200  len: 210 time: 0.0816388
Feb 10 21:04:33.054097 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Provisioning for port 9c7847c5-1126-4362-a208-3bf654d78679 completed by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 10 21:04:33.061600 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Provisioning complete for port 9c7847c5-1126-4362-a208-3bf654d78679 triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:04:33.062061 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:33.136889 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c141973-4af7-4868-b782-9bc7c42e406b req-d242c936-a0a0-4b40-90d4-c78a5d5dae60 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:04:33.145260 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1c141973-4af7-4868-b782-9bc7c42e406b req-d242c936-a0a0-4b40-90d4-c78a5d5dae60 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/ports?device_id=7c507709-5eeb-4634-bde0-b74241e22901 HTTP/1.1" status: 200  len: 943 time: 0.3574252
Feb 10 21:04:33.163975 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccaf8b7-1744-4e33-a799-6aaa1e3c7abc req-28347b6c-0d16-473a-b8f1-52d77f79800e tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:04:33.165596 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-8ccaf8b7-1744-4e33-a799-6aaa1e3c7abc req-28347b6c-0d16-473a-b8f1-52d77f79800e tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.15 "GET /v2.0/networks?id=009dd3d9-5800-4858-a534-697a99ad36c1 HTTP/1.1" status: 200  len: 816 time: 1.3210840
Feb 10 21:04:33.244878 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1c141973-4af7-4868-b782-9bc7c42e406b req-e5e1c167-17be-483a-b67a-e2c38afaeeb0 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/security-groups?id=e801818c-2ba7-416a-bfd6-16d694223349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0985582
Feb 10 21:04:33.256205 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:33.455162 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] For port 9c7847c5-1126-4362-a208-3bf654d78679, host dv-cinder-775008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-iscsi',level=0,port_id=9c7847c5-1126-4362-a208-3bf654d78679,segment=NetworkSegment(523996b1-29da-4623-83de-a657233dda5c),segment_id=523996b1-29da-4623-83de-a657233dda5c)] {{(pid=79930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:04:33.461554 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:33.466065 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-8ccaf8b7-1744-4e33-a799-6aaa1e3c7abc req-7d0a8839-1272-41ba-91bb-1212ac2a39a4 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=eb8be716db2e42aea2a6c06bf05c44b5 HTTP/1.1" status: 200  len: 5708 time: 0.2528336
Feb 10 21:04:33.470197 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-e4793894-cf24-41c4-9f7b-f550dd368b3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:04:33.549089 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [req-8ccaf8b7-1744-4e33-a799-6aaa1e3c7abc req-be16e0d3-c2c6-45a0-ae3b-fe775864a73c tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Request body: {'port': {'device_id': '9a0928b3-8b03-40d2-b78f-7eb8e84b309f', 'network_id': '009dd3d9-5800-4858-a534-697a99ad36c1', 'admin_state_up': True, 'tenant_id': 'eb8be716db2e42aea2a6c06bf05c44b5', 'security_groups': ['895a7e5f-3ef6-4f3c-9ab6-68304e4925ff']}} {{(pid=79929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:04:33.565121 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-12a37b7f-3aea-432f-a664-9b35b1c2ebfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbf904dff28>, [{'id': 'c2be285d-8c40-49f4-99b5-a37402779724', 'name': 'tempest-TestMinimumBasicScenario-187424043-router', 'tenant_id': '450f83fab0734bc4b485b263670f0fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '7296d914-75ea-4c93-b959-db4c05f4e447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:04:04Z', 'updated_at': '2021-02-10T21:04:17Z', 'revision_number': 4, 'project_id': '450f83fab0734bc4b485b263670f0fa7', 'gw_port': {'id': '7296d914-75ea-4c93-b959-db4c05f4e447', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:20:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2be285d-8c40-49f4-99b5-a37402779724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:04:07Z', 'updated_at': '2021-02-10T21:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi', '_interfaces': [{'id': '9c7847c5-1126-4362-a208-3bf654d78679', 'name': '', 'network_id': 'd499e464-54e8-4dd4-9520-8f962f4aa61a', 'tenant_id': '450f83fab0734bc4b485b263670f0fa7', 'mac_address': 'fa:16:3e:63:07:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2be285d-8c40-49f4-99b5-a37402779724', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'c40b2878-75d9-4a40-800e-cc67094c8d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:04:16Z', 'updated_at': '2021-02-10T21:04:31Z', 'revision_number': 4, 'project_id': '450f83fab0734bc4b485b263670f0fa7', 'subnets': [{'id': 'c40b2878-75d9-4a40-800e-cc67094c8d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775008-1-iscsi', False) {} {{(pid=79930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:04:33.576338 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a37b7f-3aea-432f-a664-9b35b1c2ebfe None None] The sync data for ids ['c2be285d-8c40-49f4-99b5-a37402779724'] in dv-cinder-775008-1-iscsi is: [{'id': 'c2be285d-8c40-49f4-99b5-a37402779724', 'name': 'tempest-TestMinimumBasicScenario-187424043-router', 'tenant_id': '450f83fab0734bc4b485b263670f0fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '7296d914-75ea-4c93-b959-db4c05f4e447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:04:04Z', 'updated_at': '2021-02-10T21:04:17Z', 'revision_number': 4, 'project_id': '450f83fab0734bc4b485b263670f0fa7', 'gw_port': {'id': '7296d914-75ea-4c93-b959-db4c05f4e447', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:20:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2be285d-8c40-49f4-99b5-a37402779724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:04:07Z', 'updated_at': '2021-02-10T21:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi', '_interfaces': [{'id': '9c7847c5-1126-4362-a208-3bf654d78679', 'name': '', 'network_id': 'd499e464-54e8-4dd4-9520-8f962f4aa61a', 'tenant_id': '450f83fab0734bc4b485b263670f0fa7', 'mac_address': 'fa:16:3e:63:07:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2be285d-8c40-49f4-99b5-a37402779724', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'c40b2878-75d9-4a40-800e-cc67094c8d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:04:16Z', 'updated_at': '2021-02-10T21:04:31Z', 'revision_number': 4, 'project_id': '450f83fab0734bc4b485b263670f0fa7', 'subnets': [{'id': 'c40b2878-75d9-4a40-800e-cc67094c8d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 10 21:04:33.591527 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Pushing event updated for resources: {'Port': ['ID=9c7847c5-1126-4362-a208-3bf654d78679,revision_number=5']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:04:33.605633 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:04:33.735263 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [req-8ccaf8b7-1744-4e33-a799-6aaa1e3c7abc req-be16e0d3-c2c6-45a0-ae3b-fe775864a73c tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:04:33.753429 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device 54e12f58-ca8d-4d45-844a-527ddc86f8bc up at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:04:33.786702 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [req-8ccaf8b7-1744-4e33-a799-6aaa1e3c7abc req-be16e0d3-c2c6-45a0-ae3b-fe775864a73c tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:04:33.804169 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-a30e98c2-24c9-47c9-8c84-865ee55151ac req-52c69a22-57da-4f4b-acce-a2003420b547 service neutron] 10.222.0.15 "GET /v2.0/networks/20901ffe-56e0-4231-a22c-8768446088e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.7804201
Feb 10 21:04:33.882230 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.agents_db [None req-2fd61c53-9bc0-4c2f-aa40-be9729c6e46f None None] Agent healthcheck: found 6 active agents {{(pid=79931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 10 21:04:33.910631 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning for port 54e12f58-ca8d-4d45-844a-527ddc86f8bc completed by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 10 21:04:33.928203 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning complete for port 54e12f58-ca8d-4d45-844a-527ddc86f8bc triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:04:33.928691 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:33.981234 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65b091c-1130-4a2f-b387-1393338779b9 req-e0a3f485-fead-40c9-a576-013737596dd0 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:04:33.983073 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-e65b091c-1130-4a2f-b387-1393338779b9 req-e0a3f485-fead-40c9-a576-013737596dd0 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5a452ba-1bbb-4cf5-a43d-16be280c05b9 HTTP/1.1" status: 200  len: 946 time: 0.5685043
Feb 10 21:04:33.986625 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ccaf8b7-1744-4e33-a799-6aaa1e3c7abc req-be16e0d3-c2c6-45a0-ae3b-fe775864a73c tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Made reservation on behalf of eb8be716db2e42aea2a6c06bf05c44b5 for: {'port': 1} {{(pid=79929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 10 21:04:34.037815 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-8ccaf8b7-1744-4e33-a799-6aaa1e3c7abc req-be16e0d3-c2c6-45a0-ae3b-fe775864a73c tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:34.269105 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:34.328632 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c507709-5eeb-4634-bde0-b74241e22901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54e12f58-ca8d-4d45-844a-527ddc86f8bc'}] {{(pid=79930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 10 21:04:34.341344 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] For port 54e12f58-ca8d-4d45-844a-527ddc86f8bc, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=54e12f58-ca8d-4d45-844a-527ddc86f8bc,segment=NetworkSegment(8502f998-48d6-4289-869a-dab876cb118f),segment_id=8502f998-48d6-4289-869a-dab876cb118f)] {{(pid=79930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:04:34.356229 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:34.358554 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:04:34.445318 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-5f292932-166e-408e-8802-ca5162cf6c41 req-61ad1769-3d6c-4b49-86a5-374e2eecd34f tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=9a0928b3-8b03-40d2-b78f-7eb8e84b309f HTTP/1.1" status: 200  len: 210 time: 0.0721674
Feb 10 21:04:34.472984 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Pushing event updated for resources: {'Port': ['ID=54e12f58-ca8d-4d45-844a-527ddc86f8bc,revision_number=4']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:04:34.483891 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:04:34.628544 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-e65b091c-1130-4a2f-b387-1393338779b9 req-f523c1d9-1046-4c1f-86c8-d502ea0521e5 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5424311
Feb 10 21:04:34.699851 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Device 9c7847c5-1126-4362-a208-3bf654d78679 up at agent ovs-agent-dv-cinder-775008-1-iscsi {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:04:34.771218 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.db_base_plugin_common [req-8ccaf8b7-1744-4e33-a799-6aaa1e3c7abc req-be16e0d3-c2c6-45a0-ae3b-fe775864a73c tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Allocated IP 172.20.0.14 (009dd3d9-5800-4858-a534-697a99ad36c1/6d155787-390f-4d80-9348-99de0b4f3565/1556af23-7030-4f4d-8750-7e5780fdd8aa) {{(pid=79929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 10 21:04:34.840119 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c507709-5eeb-4634-bde0-b74241e22901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54e12f58-ca8d-4d45-844a-527ddc86f8bc', 'code': 200}
Feb 10 21:04:34.865560 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d57afb-f202-4dd1-af9d-9365a3992f76 req-f676cf78-2f84-4cae-ad7f-34b4a665f1f6 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:04:34.867433 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-21d57afb-f202-4dd1-af9d-9365a3992f76 req-f676cf78-2f84-4cae-ad7f-34b4a665f1f6 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/ports?device_id=7c507709-5eeb-4634-bde0-b74241e22901 HTTP/1.1" status: 200  len: 945 time: 0.2338789
Feb 10 21:04:34.878220 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Provisioning complete for port 9c7847c5-1126-4362-a208-3bf654d78679 triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:04:34.878220 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:35.010974 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device 54e12f58-ca8d-4d45-844a-527ddc86f8bc up at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:04:35.030271 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-21d57afb-f202-4dd1-af9d-9365a3992f76 req-5db2585d-6e0d-417a-8db0-0ee2b5eae191 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/security-groups?id=e801818c-2ba7-416a-bfd6-16d694223349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1509662
Feb 10 21:04:35.239660 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-8ccaf8b7-1744-4e33-a799-6aaa1e3c7abc req-be16e0d3-c2c6-45a0-ae3b-fe775864a73c tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Notify callbacks [] for port, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:35.261800 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [req-8ccaf8b7-1744-4e33-a799-6aaa1e3c7abc req-be16e0d3-c2c6-45a0-ae3b-fe775864a73c tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Transition to ACTIVE for port object 1556af23-7030-4f4d-8750-7e5780fdd8aa will not be triggered until provisioned by entity DHCP. {{(pid=79929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 10 21:04:35.388705 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-8ccaf8b7-1744-4e33-a799-6aaa1e3c7abc req-be16e0d3-c2c6-45a0-ae3b-fe775864a73c tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778797635767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630282'] for port, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:35.390462 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning complete for port 54e12f58-ca8d-4d45-844a-527ddc86f8bc triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:04:35.391444 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:35.579112 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-e913df83-1c71-4423-9669-b0d66b3d1694 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:04:35.689328 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be16e0d3-c2c6-45a0-ae3b-fe775864a73c tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Pushing event updated for resources: {'Port': ['ID=1556af23-7030-4f4d-8750-7e5780fdd8aa,revision_number=1']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:04:35.700564 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-be16e0d3-c2c6-45a0-ae3b-fe775864a73c tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:04:35.715824 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967235f1-7a91-4913-a4b3-b26b96e589a3 req-f5733eae-58f4-4129-82c3-0257edb53f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:04:35.717474 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-967235f1-7a91-4913-a4b3-b26b96e589a3 req-f5733eae-58f4-4129-82c3-0257edb53f00 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7c507709-5eeb-4634-bde0-b74241e22901 HTTP/1.1" status: 200  len: 1162 time: 0.5946178
Feb 10 21:04:35.808076 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-967235f1-7a91-4913-a4b3-b26b96e589a3 req-aeb3ac57-0157-4523-98f6-7bac92beb4ae service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e801818c-2ba7-416a-bfd6-16d694223349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685623
Feb 10 21:04:35.861498 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ccaf8b7-1744-4e33-a799-6aaa1e3c7abc req-be16e0d3-c2c6-45a0-ae3b-fe775864a73c tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Network 009dd3d9-5800-4858-a534-697a99ad36c1 is already hosted by enough agents. {{(pid=79929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 10 21:04:35.870213 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.base_scheduler [req-8ccaf8b7-1744-4e33-a799-6aaa1e3c7abc req-be16e0d3-c2c6-45a0-ae3b-fe775864a73c tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Resources bound (agent type, host, resource id):  {{(pid=79929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 10 21:04:35.877518 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ccaf8b7-1744-4e33-a799-6aaa1e3c7abc req-be16e0d3-c2c6-45a0-ae3b-fe775864a73c tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Received port after_create {{(pid=79929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 10 21:04:36.119061 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f115033-4033-4ba2-a3bf-e734d571e4a9 req-cacf9370-3eed-428c-aae0-2ee2daa93158 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:04:36.139225 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-5f115033-4033-4ba2-a3bf-e734d571e4a9 req-cacf9370-3eed-428c-aae0-2ee2daa93158 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=9a0928b3-8b03-40d2-b78f-7eb8e84b309f HTTP/1.1" status: 200  len: 932 time: 0.3585780
Feb 10 21:04:36.149915 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccaf8b7-1744-4e33-a799-6aaa1e3c7abc req-be16e0d3-c2c6-45a0-ae3b-fe775864a73c tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:04:36.156038 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-8ccaf8b7-1744-4e33-a799-6aaa1e3c7abc req-be16e0d3-c2c6-45a0-ae3b-fe775864a73c tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770081'] for port, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:36.257207 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-5f115033-4033-4ba2-a3bf-e734d571e4a9 req-00b4a110-2d01-4f25-9666-c1ff6986aaf4 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=895a7e5f-3ef6-4f3c-9ab6-68304e4925ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1169276
Feb 10 21:04:36.280927 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-8ccaf8b7-1744-4e33-a799-6aaa1e3c7abc req-be16e0d3-c2c6-45a0-ae3b-fe775864a73c tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.7382751
Feb 10 21:04:36.286198 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-f77031d3-f080-42ba-b2e8-13d9b5913232 None None] Provisioning for port 1556af23-7030-4f4d-8750-7e5780fdd8aa completed by entity DHCP. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 10 21:04:36.297141 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-f77031d3-f080-42ba-b2e8-13d9b5913232 None None] Provisioning complete for port 1556af23-7030-4f4d-8750-7e5780fdd8aa triggered by entity DHCP. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:04:36.297752 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-f77031d3-f080-42ba-b2e8-13d9b5913232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:36.299704 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [req-8ccaf8b7-1744-4e33-a799-6aaa1e3c7abc req-27033f97-54d6-4428-8c8f-a457e879ef35 service neutron] Request body: {'port': {'device_id': '9a0928b3-8b03-40d2-b78f-7eb8e84b309f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77500'}} {{(pid=79929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:04:36.442528 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-f77031d3-f080-42ba-b2e8-13d9b5913232 None None] Port 1556af23-7030-4f4d-8750-7e5780fdd8aa cannot update to ACTIVE because it is not bound. {{(pid=79930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 10 21:04:36.568924 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be22b527-502c-4934-afa1-b0632d382015 req-9d65ebe9-4c89-4e4d-bd9f-97784371fd76 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:04:36.577808 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-be22b527-502c-4934-afa1-b0632d382015 req-9d65ebe9-4c89-4e4d-bd9f-97784371fd76 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5a452ba-1bbb-4cf5-a43d-16be280c05b9 HTTP/1.1" status: 200  len: 946 time: 0.5856426
Feb 10 21:04:36.658676 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-be22b527-502c-4934-afa1-b0632d382015 req-c558342d-033c-4393-8b0d-16d47f1505a6 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0790949
Feb 10 21:04:36.689167 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-8ccaf8b7-1744-4e33-a799-6aaa1e3c7abc req-27033f97-54d6-4428-8c8f-a457e879ef35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:36.691024 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa10ac5-3a7e-4f1e-a400-b3dbac2e6bdd req-ec1fa9d3-2362-453e-ad22-9a3d50b9e87d tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:04:36.693128 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-ffa10ac5-3a7e-4f1e-a400-b3dbac2e6bdd req-ec1fa9d3-2362-453e-ad22-9a3d50b9e87d tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/ports?device_id=7c507709-5eeb-4634-bde0-b74241e22901 HTTP/1.1" status: 200  len: 945 time: 0.2313733
Feb 10 21:04:36.777653 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-ffa10ac5-3a7e-4f1e-a400-b3dbac2e6bdd req-0e835913-5095-4bf8-bc16-868f3a44f15a tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/security-groups?id=e801818c-2ba7-416a-bfd6-16d694223349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0777836
Feb 10 21:04:37.132654 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device 54e12f58-ca8d-4d45-844a-527ddc86f8bc up at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:04:37.258184 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning complete for port 54e12f58-ca8d-4d45-844a-527ddc86f8bc triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:04:37.258625 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:37.504632 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 56962) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:04:37.557934 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [req-8ccaf8b7-1744-4e33-a799-6aaa1e3c7abc req-27033f97-54d6-4428-8c8f-a457e879ef35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1556af23-7030-4f4d-8750-7e5780fdd8aa {{(pid=79929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 10 21:04:37.571908 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-8ccaf8b7-1744-4e33-a799-6aaa1e3c7abc req-27033f97-54d6-4428-8c8f-a457e879ef35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:37.606694 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [req-8ccaf8b7-1744-4e33-a799-6aaa1e3c7abc req-27033f97-54d6-4428-8c8f-a457e879ef35 service neutron] Transition to ACTIVE for port object 1556af23-7030-4f4d-8750-7e5780fdd8aa will not be triggered until provisioned by entity L2. {{(pid=79929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 10 21:04:37.614660 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-8ccaf8b7-1744-4e33-a799-6aaa1e3c7abc req-27033f97-54d6-4428-8c8f-a457e879ef35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852145533'] for port, after_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:37.645030 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:04:37.655593 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.db_base_plugin_v2 [None req-40e2d9d2-5e17-4609-9782-6f22bca85d58 admin admin] Deleting subnet 36f209b3-0d23-40fa-a425-58f642f3b193 {{(pid=79928) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 10 21:04:37.667000 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-40e2d9d2-5e17-4609-9782-6f22bca85d58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:37.738591 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-40e2d9d2-5e17-4609-9782-6f22bca85d58 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:37.747469 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-40e2d9d2-5e17-4609-9782-6f22bca85d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016988'] for subnet, precommit_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:38.177573 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27033f97-54d6-4428-8c8f-a457e879ef35 service neutron] Pushing event updated for resources: {'Port': ['ID=1556af23-7030-4f4d-8750-7e5780fdd8aa,revision_number=2']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:04:38.181162 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6582bdba-d249-4dc8-8842-b8b469a18cee req-e34a62f0-ebde-4c21-a2c4-8c4d8ec2376d tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:04:38.183501 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-6582bdba-d249-4dc8-8842-b8b469a18cee req-e34a62f0-ebde-4c21-a2c4-8c4d8ec2376d tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=9a0928b3-8b03-40d2-b78f-7eb8e84b309f HTTP/1.1" status: 200  len: 944 time: 0.2731931
Feb 10 21:04:38.197039 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-27033f97-54d6-4428-8c8f-a457e879ef35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:04:38.301865 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-6582bdba-d249-4dc8-8842-b8b469a18cee req-d5229ad7-c6c1-4266-a5da-22bd16c54368 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=895a7e5f-3ef6-4f3c-9ab6-68304e4925ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1109841
Feb 10 21:04:38.341059 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eaddde-00c3-409c-90ec-9164380b4318 req-ee7ae99c-6d86-4cdb-bc36-64deae4674e9 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:04:38.343065 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-96eaddde-00c3-409c-90ec-9164380b4318 req-ee7ae99c-6d86-4cdb-bc36-64deae4674e9 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5a452ba-1bbb-4cf5-a43d-16be280c05b9 HTTP/1.1" status: 200  len: 946 time: 0.4910562
Feb 10 21:04:38.403587 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-40e2d9d2-5e17-4609-9782-6f22bca85d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853758828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014'] for subnet, after_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:38.428599 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-3eadc4e6-2e98-4481-81e6-b21eee68d10e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:04:38.485936 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e2d9d2-5e17-4609-9782-6f22bca85d58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36f209b3-0d23-40fa-a425-58f642f3b193,revision_number=None']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:04:38.558217 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2d9d2-5e17-4609-9782-6f22bca85d58 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:04:38.558839 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2d9d2-5e17-4609-9782-6f22bca85d58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:04:38.559359 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2d9d2-5e17-4609-9782-6f22bca85d58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:04:38.559869 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2d9d2-5e17-4609-9782-6f22bca85d58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:04:38.560388 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2d9d2-5e17-4609-9782-6f22bca85d58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:04:38.560897 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2d9d2-5e17-4609-9782-6f22bca85d58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:04:38.561398 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2d9d2-5e17-4609-9782-6f22bca85d58 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:04:38.561903 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2d9d2-5e17-4609-9782-6f22bca85d58 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:04:38.562469 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2d9d2-5e17-4609-9782-6f22bca85d58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:04:38.562979 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2d9d2-5e17-4609-9782-6f22bca85d58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:04:38.563515 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2d9d2-5e17-4609-9782-6f22bca85d58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:04:38.564015 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2d9d2-5e17-4609-9782-6f22bca85d58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:04:38.564633 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2d9d2-5e17-4609-9782-6f22bca85d58 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:04:38.565144 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2d9d2-5e17-4609-9782-6f22bca85d58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:04:38.565691 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2d9d2-5e17-4609-9782-6f22bca85d58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:04:38.566244 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2d9d2-5e17-4609-9782-6f22bca85d58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:04:38.566881 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2d9d2-5e17-4609-9782-6f22bca85d58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:04:38.567353 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2d9d2-5e17-4609-9782-6f22bca85d58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:04:38.567850 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2d9d2-5e17-4609-9782-6f22bca85d58 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:04:38.568344 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2d9d2-5e17-4609-9782-6f22bca85d58 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:04:38.568835 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2d9d2-5e17-4609-9782-6f22bca85d58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:04:38.569443 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2d9d2-5e17-4609-9782-6f22bca85d58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:04:38.570179 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2d9d2-5e17-4609-9782-6f22bca85d58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:04:38.570707 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e2d9d2-5e17-4609-9782-6f22bca85d58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:04:38.574936 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-40e2d9d2-5e17-4609-9782-6f22bca85d58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:04:38.602210 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-96eaddde-00c3-409c-90ec-9164380b4318 req-e280d321-8402-43a4-b22b-97a2ec19584c tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2480879
Feb 10 21:04:38.615654 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [req-8ccaf8b7-1744-4e33-a799-6aaa1e3c7abc req-27033f97-54d6-4428-8c8f-a457e879ef35 service neutron] Attempting to bind port 1556af23-7030-4f4d-8750-7e5780fdd8aa on host hv-cinder-77500 for vnic_type normal with profile  {{(pid=79929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 10 21:04:38.616031 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [req-8ccaf8b7-1744-4e33-a799-6aaa1e3c7abc req-27033f97-54d6-4428-8c8f-a457e879ef35 service neutron] Attempting to bind port 1556af23-7030-4f4d-8750-7e5780fdd8aa by drivers openvswitch on host hv-cinder-77500 at level 0 using segments [{'id': 'd7f580de-9525-4e7b-93a1-5e7479da2ea8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '009dd3d9-5800-4858-a534-697a99ad36c1'}] {{(pid=79929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 10 21:04:38.616406 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ccaf8b7-1744-4e33-a799-6aaa1e3c7abc req-27033f97-54d6-4428-8c8f-a457e879ef35 service neutron] Attempting to bind port 1556af23-7030-4f4d-8750-7e5780fdd8aa on network 009dd3d9-5800-4858-a534-697a99ad36c1 {{(pid=79929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 10 21:04:38.622693 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ccaf8b7-1744-4e33-a799-6aaa1e3c7abc req-27033f97-54d6-4428-8c8f-a457e879ef35 service neutron] Checking agent: {'id': 'a01cfff8-88bc-4fa7-a09e-0f06c1450d16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 10, 21, 0, 31), 'started_at': datetime.datetime(2021, 2, 10, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2021, 2, 10, 21, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 10 21:04:38.623073 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ccaf8b7-1744-4e33-a799-6aaa1e3c7abc req-27033f97-54d6-4428-8c8f-a457e879ef35 service neutron] Checking segment: {'id': 'd7f580de-9525-4e7b-93a1-5e7479da2ea8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '009dd3d9-5800-4858-a534-697a99ad36c1'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 10 21:04:38.623486 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-8ccaf8b7-1744-4e33-a799-6aaa1e3c7abc req-27033f97-54d6-4428-8c8f-a457e879ef35 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:38.623892 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ccaf8b7-1744-4e33-a799-6aaa1e3c7abc req-27033f97-54d6-4428-8c8f-a457e879ef35 service neutron] Bound using segment: {'id': 'd7f580de-9525-4e7b-93a1-5e7479da2ea8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '009dd3d9-5800-4858-a534-697a99ad36c1'} {{(pid=79929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 10 21:04:38.624370 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [req-8ccaf8b7-1744-4e33-a799-6aaa1e3c7abc req-27033f97-54d6-4428-8c8f-a457e879ef35 service neutron] Bound port: 1556af23-7030-4f4d-8750-7e5780fdd8aa, host: hv-cinder-77500, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7f580de-9525-4e7b-93a1-5e7479da2ea8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '009dd3d9-5800-4858-a534-697a99ad36c1'}}] {{(pid=79929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 10 21:04:38.624746 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-8ccaf8b7-1744-4e33-a799-6aaa1e3c7abc req-27033f97-54d6-4428-8c8f-a457e879ef35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:38.704045 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-40e2d9d2-5e17-4609-9782-6f22bca85d58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728031'] for subnet, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:38.713690 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-40e2d9d2-5e17-4609-9782-6f22bca85d58 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/36f209b3-0d23-40fa-a425-58f642f3b193 HTTP/1.1" status: 204  len: 168 time: 1.2076466
Feb 10 21:04:38.717368 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 56974) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:04:38.744961 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [req-8ccaf8b7-1744-4e33-a799-6aaa1e3c7abc req-27033f97-54d6-4428-8c8f-a457e879ef35 service neutron] For port 1556af23-7030-4f4d-8750-7e5780fdd8aa, host hv-cinder-77500, cleared binding levels {{(pid=79929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 10 21:04:38.748226 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [req-8ccaf8b7-1744-4e33-a799-6aaa1e3c7abc req-27033f97-54d6-4428-8c8f-a457e879ef35 service neutron] For port 1556af23-7030-4f4d-8750-7e5780fdd8aa, host hv-cinder-77500, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=1556af23-7030-4f4d-8750-7e5780fdd8aa,segment=NetworkSegment(d7f580de-9525-4e7b-93a1-5e7479da2ea8),segment_id=d7f580de-9525-4e7b-93a1-5e7479da2ea8)] {{(pid=79929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 10 21:04:38.752767 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-8ccaf8b7-1744-4e33-a799-6aaa1e3c7abc req-27033f97-54d6-4428-8c8f-a457e879ef35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852145533'] for port, after_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:38.779452 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-0af0c69d-982d-4b35-906f-f31a11c3b04f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:04:38.871959 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-3a353ef8-0abb-4960-aad7-db2378ef5b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853728688'] for network, before_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:38.890383 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27033f97-54d6-4428-8c8f-a457e879ef35 service neutron] Pushing event updated for resources: {'Port': ['ID=1556af23-7030-4f4d-8750-7e5780fdd8aa,revision_number=3']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:04:38.921082 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-27033f97-54d6-4428-8c8f-a457e879ef35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:04:39.092777 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f12334-c3f7-4bb6-8172-2d5c83762680 req-cb9d0caf-70f7-486b-be7c-d566f1601cc8 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:04:39.096372 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccaf8b7-1744-4e33-a799-6aaa1e3c7abc req-27033f97-54d6-4428-8c8f-a457e879ef35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:04:39.097062 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-8ccaf8b7-1744-4e33-a799-6aaa1e3c7abc req-27033f97-54d6-4428-8c8f-a457e879ef35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770081'] for port, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:39.097808 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device 54e12f58-ca8d-4d45-844a-527ddc86f8bc up at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:04:39.098617 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-8ccaf8b7-1744-4e33-a799-6aaa1e3c7abc req-27033f97-54d6-4428-8c8f-a457e879ef35 service neutron] 10.222.0.15 "PUT /v2.0/ports/1556af23-7030-4f4d-8750-7e5780fdd8aa HTTP/1.1" status: 200  len: 1158 time: 2.8039033
Feb 10 21:04:39.099157 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a0928b3-8b03-40d2-b78f-7eb8e84b309f', 'tag': '1556af23-7030-4f4d-8750-7e5780fdd8aa'}] {{(pid=79929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 10 21:04:39.102466 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-34f12334-c3f7-4bb6-8172-2d5c83762680 req-cb9d0caf-70f7-486b-be7c-d566f1601cc8 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/ports?device_id=7c507709-5eeb-4634-bde0-b74241e22901 HTTP/1.1" status: 200  len: 945 time: 0.5262094
Feb 10 21:04:39.207378 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-34f12334-c3f7-4bb6-8172-2d5c83762680 req-46fe09f8-fac3-4ded-ba17-622053436042 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/security-groups?id=e801818c-2ba7-416a-bfd6-16d694223349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1037369
Feb 10 21:04:39.303876 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a0928b3-8b03-40d2-b78f-7eb8e84b309f', 'tag': '1556af23-7030-4f4d-8750-7e5780fdd8aa', 'status': 'completed', 'code': 200}
Feb 10 21:04:39.355076 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning complete for port 54e12f58-ca8d-4d45-844a-527ddc86f8bc triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:04:39.355506 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:39.389597 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccaf8b7-1744-4e33-a799-6aaa1e3c7abc req-e3019ce5-286f-4585-8af8-03c3ea64f7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:04:39.393172 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-8ccaf8b7-1744-4e33-a799-6aaa1e3c7abc req-e3019ce5-286f-4585-8af8-03c3ea64f7a5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=eb8be716db2e42aea2a6c06bf05c44b5&device_id=9a0928b3-8b03-40d2-b78f-7eb8e84b309f HTTP/1.1" status: 200  len: 1161 time: 0.2402117
Feb 10 21:04:39.498461 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-3a353ef8-0abb-4960-aad7-db2378ef5b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023083', 'neutron.services.segments.db._delete_segments_for_network-8778798167172'] for network, precommit_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:39.582186 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-8ccaf8b7-1744-4e33-a799-6aaa1e3c7abc req-80b38548-10ab-4eb7-869b-829cead5ac46 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1556af23-7030-4f4d-8750-7e5780fdd8aa HTTP/1.1" status: 200  len: 217 time: 0.1745586
Feb 10 21:04:39.760134 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccaf8b7-1744-4e33-a799-6aaa1e3c7abc req-6922e0e8-a696-4809-95b4-5cc65cc1e905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:04:39.761995 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-8ccaf8b7-1744-4e33-a799-6aaa1e3c7abc req-6922e0e8-a696-4809-95b4-5cc65cc1e905 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6d155787-390f-4d80-9348-99de0b4f3565 HTTP/1.1" status: 200  len: 855 time: 0.1679900
Feb 10 21:04:40.144930 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccaf8b7-1744-4e33-a799-6aaa1e3c7abc req-0e49d838-f474-4941-948e-90415364fcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:04:40.146967 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-8ccaf8b7-1744-4e33-a799-6aaa1e3c7abc req-0e49d838-f474-4941-948e-90415364fcc9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=009dd3d9-5800-4858-a534-697a99ad36c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3686512
Feb 10 21:04:40.156240 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-3a353ef8-0abb-4960-aad7-db2378ef5b4d admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fbf8b4f8fd0>> segment before_delete 55550000 {{(pid=79928) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 21:04:40.159212 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-3a353ef8-0abb-4960-aad7-db2378ef5b4d admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fbf8b4f8fd0>> subnet precommit_delete_associations 55550000 {{(pid=79928) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 21:04:40.160074 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-3a353ef8-0abb-4960-aad7-db2378ef5b4d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fbf90d30080>> segment_host_mapping after_create 55550000 {{(pid=79928) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 21:04:40.161594 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-3a353ef8-0abb-4960-aad7-db2378ef5b4d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fbf90d30080>> port after_create 55550000 {{(pid=79928) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 21:04:40.161966 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-3a353ef8-0abb-4960-aad7-db2378ef5b4d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fbf90d30080>> port after_delete 55550000 {{(pid=79928) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 21:04:40.162392 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-3a353ef8-0abb-4960-aad7-db2378ef5b4d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fbf90d30080>> port after_update 55550000 {{(pid=79928) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 21:04:40.162763 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-3a353ef8-0abb-4960-aad7-db2378ef5b4d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fbf90d30080>> segment after_delete 55550000 {{(pid=79928) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 21:04:40.163133 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-3a353ef8-0abb-4960-aad7-db2378ef5b4d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fbf90d30080>> subnet after_create 55550000 {{(pid=79928) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 21:04:40.163502 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-3a353ef8-0abb-4960-aad7-db2378ef5b4d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fbf90d30080>> subnet after_delete 55550000 {{(pid=79928) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 21:04:40.163860 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-3a353ef8-0abb-4960-aad7-db2378ef5b4d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fbf90d30080>> subnet after_update 55550000 {{(pid=79928) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 21:04:40.238889 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-3a353ef8-0abb-4960-aad7-db2378ef5b4d admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fbf9174d198>> subnet after_create 55550000 {{(pid=79928) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 21:04:40.239438 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-3a353ef8-0abb-4960-aad7-db2378ef5b4d admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fbf9174d198>> subnet after_delete 55550000 {{(pid=79928) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 21:04:40.239694 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-3a353ef8-0abb-4960-aad7-db2378ef5b4d admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fbf9174d198>> subnet before_create 55550000 {{(pid=79928) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 21:04:40.239998 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-3a353ef8-0abb-4960-aad7-db2378ef5b4d admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fbf9174d198>> subnet before_update 55550000 {{(pid=79928) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 10 21:04:40.240401 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.services.segments.db [None req-3a353ef8-0abb-4960-aad7-db2378ef5b4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fbf9038dac8>,) {'filters': {'network_id': ['fe18be44-029b-4608-8046-97d89ec48898']}} {{(pid=79928) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:04:40.256896 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.services.segments.db [None req-3a353ef8-0abb-4960-aad7-db2378ef5b4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fbf9038dac8>, '8d2d1bc8-cbde-4c32-b58a-37ec375dfded') {'for_net_delete': True} {{(pid=79928) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:04:40.257271 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.services.segments.db [None req-3a353ef8-0abb-4960-aad7-db2378ef5b4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fbf9038dac8>, '8d2d1bc8-cbde-4c32-b58a-37ec375dfded') {} {{(pid=79928) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:04:40.272100 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-3a353ef8-0abb-4960-aad7-db2378ef5b4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778798166933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26617516'] for segment, before_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:40.346639 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-3a353ef8-0abb-4960-aad7-db2378ef5b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853830591'] for segment, precommit_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:40.349086 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3a353ef8-0abb-4960-aad7-db2378ef5b4d admin admin] Releasing vxlan tunnel 6 to pool {{(pid=79928) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 10 21:04:40.414377 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8752e7f6-2656-4a70-9d78-f3d024d0dbef req-73b364f1-bae0-41a0-a832-7a620e8f7294 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:04:40.422420 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-8752e7f6-2656-4a70-9d78-f3d024d0dbef req-73b364f1-bae0-41a0-a832-7a620e8f7294 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5a452ba-1bbb-4cf5-a43d-16be280c05b9 HTTP/1.1" status: 200  len: 946 time: 0.4699864
Feb 10 21:04:40.449475 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-8ccaf8b7-1744-4e33-a799-6aaa1e3c7abc req-d26468ea-5cce-4420-bc4b-7a5919545236 service neutron] 10.222.0.15 "GET /v2.0/networks/009dd3d9-5800-4858-a534-697a99ad36c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2782118
Feb 10 21:04:40.561739 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-3a353ef8-0abb-4960-aad7-db2378ef5b4d admin admin] Network fe18be44-029b-4608-8046-97d89ec48898 has no segments {{(pid=79928) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 10 21:04:40.574059 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-3a353ef8-0abb-4960-aad7-db2378ef5b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-945225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3134553'] for segment, after_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:40.594828 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-8752e7f6-2656-4a70-9d78-f3d024d0dbef req-e76802b8-960c-481a-893f-51ecb8237da4 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1648912
Feb 10 21:04:40.654454 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-8ccaf8b7-1744-4e33-a799-6aaa1e3c7abc req-d3d94244-98ba-474b-a7e6-c916c89214e1 service neutron] 10.222.0.15 "GET /v2.0/networks/009dd3d9-5800-4858-a534-697a99ad36c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1821969
Feb 10 21:04:40.779377 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc36ba3f-8234-40b3-9d72-6b79cc6199de req-8f7f7677-1f20-4ae7-a486-86087349b2b6 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:04:40.783475 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-fc36ba3f-8234-40b3-9d72-6b79cc6199de req-8f7f7677-1f20-4ae7-a486-86087349b2b6 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=9a0928b3-8b03-40d2-b78f-7eb8e84b309f HTTP/1.1" status: 200  len: 944 time: 0.4980595
Feb 10 21:04:40.869853 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8090b2b-2c74-437a-9e01-dda10080b732 req-428261bb-9ab0-44da-9f56-38c1384c02ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:04:40.871758 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-b8090b2b-2c74-437a-9e01-dda10080b732 req-428261bb-9ab0-44da-9f56-38c1384c02ac service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=eb8be716db2e42aea2a6c06bf05c44b5&device_id=9a0928b3-8b03-40d2-b78f-7eb8e84b309f HTTP/1.1" status: 200  len: 1161 time: 0.1307812
Feb 10 21:04:40.947908 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-3a353ef8-0abb-4960-aad7-db2378ef5b4d admin admin] Network fe18be44-029b-4608-8046-97d89ec48898 has no segments {{(pid=79928) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 10 21:04:40.980787 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-fc36ba3f-8234-40b3-9d72-6b79cc6199de req-06543bf2-431b-4333-bb11-44dccdd4d17d tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=895a7e5f-3ef6-4f3c-9ab6-68304e4925ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1767778
Feb 10 21:04:41.012058 dv-cinder-775008-1-iscsi neutron-server[79816]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 10 21:04:41.012058 dv-cinder-775008-1-iscsi neutron-server[79816]:   from cryptography.utils import int_from_bytes
Feb 10 21:04:41.012058 dv-cinder-775008-1-iscsi neutron-server[79816]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 10 21:04:41.012058 dv-cinder-775008-1-iscsi neutron-server[79816]:   from cryptography.utils import int_from_bytes
Feb 10 21:04:41.012058 dv-cinder-775008-1-iscsi neutron-server[79816]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Feb 10 21:04:41.012058 dv-cinder-775008-1-iscsi neutron-server[79816]:   (rel_b, rel_a, rel_b),
Feb 10 21:04:41.012058 dv-cinder-775008-1-iscsi neutron-server[79816]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Feb 10 21:04:41.012058 dv-cinder-775008-1-iscsi neutron-server[79816]:   (rel_b, rel_a, rel_b),
Feb 10 21:04:41.012058 dv-cinder-775008-1-iscsi neutron-server[79816]: Traceback (most recent call last):
Feb 10 21:04:41.012058 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 10 21:04:41.012058 dv-cinder-775008-1-iscsi neutron-server[79816]:     timer()
Feb 10 21:04:41.012058 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 10 21:04:41.012058 dv-cinder-775008-1-iscsi neutron-server[79816]:     cb(*args, **kw)
Feb 10 21:04:41.012058 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 10 21:04:41.012058 dv-cinder-775008-1-iscsi neutron-server[79816]:     return func(*args, **kwargs)
Feb 10 21:04:41.012058 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 10 21:04:41.012058 dv-cinder-775008-1-iscsi neutron-server[79816]:     self._notify()
Feb 10 21:04:41.012058 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 10 21:04:41.012058 dv-cinder-775008-1-iscsi neutron-server[79816]:     self.callback(batched_events)
Feb 10 21:04:41.012058 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 10 21:04:41.012058 dv-cinder-775008-1-iscsi neutron-server[79816]:     event.method(event)
Feb 10 21:04:41.012058 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 10 21:04:41.012058 dv-cinder-775008-1-iscsi neutron-server[79816]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 10 21:04:41.012058 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 10 21:04:41.012058 dv-cinder-775008-1-iscsi neutron-server[79816]:     segment_id)['aggregates'][0]
Feb 10 21:04:41.012058 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 10 21:04:41.012058 dv-cinder-775008-1-iscsi neutron-server[79816]:     return f(self, *a, **k)
Feb 10 21:04:41.012058 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 10 21:04:41.012058 dv-cinder-775008-1-iscsi neutron-server[79816]:     return self._get(url).json()
Feb 10 21:04:41.012058 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 10 21:04:41.012058 dv-cinder-775008-1-iscsi neutron-server[79816]:     **kwargs)
Feb 10 21:04:41.012058 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 10 21:04:41.012058 dv-cinder-775008-1-iscsi neutron-server[79816]:     return self.request(url, 'GET', **kwargs)
Feb 10 21:04:41.012058 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 10 21:04:41.012058 dv-cinder-775008-1-iscsi neutron-server[79816]:     **endpoint_filter)
Feb 10 21:04:41.012058 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 10 21:04:41.012058 dv-cinder-775008-1-iscsi neutron-server[79816]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 10 21:04:41.012058 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 10 21:04:41.012058 dv-cinder-775008-1-iscsi neutron-server[79816]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 10 21:04:41.012058 dv-cinder-775008-1-iscsi neutron-server[79816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 10 21:04:41.186138 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-3a353ef8-0abb-4960-aad7-db2378ef5b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853752733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850656724'] for network, after_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:41.190572 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:04:41.206272 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8090b2b-2c74-437a-9e01-dda10080b732 req-5709e594-a3d4-4fdd-8198-f05bca521624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:04:41.211595 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-3a353ef8-0abb-4960-aad7-db2378ef5b4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728031'] for network, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:41.214835 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-b8090b2b-2c74-437a-9e01-dda10080b732 req-5709e594-a3d4-4fdd-8198-f05bca521624 service neutron] 10.222.0.15 "GET /v2.0/networks?id=009dd3d9-5800-4858-a534-697a99ad36c1 HTTP/1.1" status: 200  len: 910 time: 0.3051560
Feb 10 21:04:41.221139 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-3a353ef8-0abb-4960-aad7-db2378ef5b4d admin admin] 10.222.0.82 "DELETE /v2.0/networks/fe18be44-029b-4608-8046-97d89ec48898 HTTP/1.1" status: 204  len: 168 time: 2.4997792
Feb 10 21:04:41.223580 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 57014) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:04:41.305391 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab1fef46-b870-4eea-a86a-6dd398aa73ba admin admin] Deleting subnet fc2026e2-4265-4c3b-9a5a-b78e58bc9852 {{(pid=79928) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 10 21:04:41.309552 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ab1fef46-b870-4eea-a86a-6dd398aa73ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:41.350162 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-b8090b2b-2c74-437a-9e01-dda10080b732 req-3fdfd4e9-7afa-43be-a2bf-5219ba6d0a11 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1556af23-7030-4f4d-8750-7e5780fdd8aa HTTP/1.1" status: 200  len: 217 time: 0.1279521
Feb 10 21:04:41.373941 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ab1fef46-b870-4eea-a86a-6dd398aa73ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036828158300'] for subnet, precommit_delete_associations {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:41.440448 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a353ef8-0abb-4960-aad7-db2378ef5b4d admin admin] Pushing event deleted for resources: {'Network': ['ID=fe18be44-029b-4608-8046-97d89ec48898,revision_number=None']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:04:41.455154 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-3a353ef8-0abb-4960-aad7-db2378ef5b4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:04:41.490775 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ab1fef46-b870-4eea-a86a-6dd398aa73ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016988'] for subnet, precommit_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:41.498475 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8090b2b-2c74-437a-9e01-dda10080b732 req-25307e65-f110-4d60-992d-5e6e5b601083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:04:41.501632 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-b8090b2b-2c74-437a-9e01-dda10080b732 req-25307e65-f110-4d60-992d-5e6e5b601083 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6d155787-390f-4d80-9348-99de0b4f3565 HTTP/1.1" status: 200  len: 855 time: 0.1102972
Feb 10 21:04:41.630844 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8090b2b-2c74-437a-9e01-dda10080b732 req-023738cb-a31e-4ae2-ad67-53a77e73e9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:04:41.634103 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-b8090b2b-2c74-437a-9e01-dda10080b732 req-023738cb-a31e-4ae2-ad67-53a77e73e9ce service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=009dd3d9-5800-4858-a534-697a99ad36c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1169376
Feb 10 21:04:41.893272 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-b8090b2b-2c74-437a-9e01-dda10080b732 req-503fa488-de70-4f18-b109-e2f3f749c39f service neutron] 10.222.0.15 "GET /v2.0/networks/009dd3d9-5800-4858-a534-697a99ad36c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2469766
Feb 10 21:04:41.983552 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ab1fef46-b870-4eea-a86a-6dd398aa73ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853758828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851634438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851258945'] for subnet, after_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:42.032962 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:04:42.149258 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-b8090b2b-2c74-437a-9e01-dda10080b732 req-93b8bea0-e308-4066-9c0a-9d44dfb2dd4a service neutron] 10.222.0.15 "GET /v2.0/networks/009dd3d9-5800-4858-a534-697a99ad36c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2138207
Feb 10 21:04:42.526098 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33f4a26-a3d0-42e2-a031-68921da9f597 req-1733b8a9-d1e2-4d05-8e78-a8962c673800 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:04:42.537297 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-a33f4a26-a3d0-42e2-a031-68921da9f597 req-1733b8a9-d1e2-4d05-8e78-a8962c673800 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5a452ba-1bbb-4cf5-a43d-16be280c05b9 HTTP/1.1" status: 200  len: 946 time: 0.6347651
Feb 10 21:04:42.616313 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ab1fef46-b870-4eea-a86a-6dd398aa73ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728031'] for subnet, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:42.646233 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1fef46-b870-4eea-a86a-6dd398aa73ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc2026e2-4265-4c3b-9a5a-b78e58bc9852,revision_number=None']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:04:42.650938 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-ab1fef46-b870-4eea-a86a-6dd398aa73ba admin admin] 10.222.0.82 "DELETE /v2.0/subnets/fc2026e2-4265-4c3b-9a5a-b78e58bc9852 HTTP/1.1" status: 204  len: 168 time: 1.4275444
Feb 10 21:04:42.715183 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 57052) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:04:42.778626 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-ab1fef46-b870-4eea-a86a-6dd398aa73ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.745s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:04:42.793033 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-a33f4a26-a3d0-42e2-a031-68921da9f597 req-4aa555ae-76b3-4c3c-997f-4ab39caeb3a4 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2500601
Feb 10 21:04:43.012978 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-e301cbb2-fe70-4cf5-b75b-58edeba4ed05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853728688'] for network, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:43.161119 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac800f5-6724-4d16-b9ad-126a22f9168a req-127b2e64-cc51-4cd4-aed5-c5d6737f8cb4 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:04:43.162886 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-8ac800f5-6724-4d16-b9ad-126a22f9168a req-127b2e64-cc51-4cd4-aed5-c5d6737f8cb4 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=9a0928b3-8b03-40d2-b78f-7eb8e84b309f HTTP/1.1" status: 200  len: 944 time: 0.5592899
Feb 10 21:04:43.285377 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-8ac800f5-6724-4d16-b9ad-126a22f9168a req-96d41e2a-9d0d-447c-94dc-92a17b4c964c tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=895a7e5f-3ef6-4f3c-9ab6-68304e4925ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1060414
Feb 10 21:04:43.350084 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-e301cbb2-fe70-4cf5-b75b-58edeba4ed05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023083', 'neutron.services.segments.db._delete_segments_for_network-8778798167172'] for network, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:43.496887 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.services.segments.db [None req-e301cbb2-fe70-4cf5-b75b-58edeba4ed05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fbf8bfb3630>,) {'filters': {'network_id': ['745bb214-d489-458c-8fe7-1d9e20f886b8']}} {{(pid=79929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:04:43.519252 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.services.segments.db [None req-e301cbb2-fe70-4cf5-b75b-58edeba4ed05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fbf8bfb3630>, 'a1f71293-c16a-41cb-9ff9-2c9dec022651') {'for_net_delete': True} {{(pid=79929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:04:43.520007 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.services.segments.db [None req-e301cbb2-fe70-4cf5-b75b-58edeba4ed05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fbf8bfb3630>, 'a1f71293-c16a-41cb-9ff9-2c9dec022651') {} {{(pid=79929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:04:43.536862 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-e301cbb2-fe70-4cf5-b75b-58edeba4ed05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778798166933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852067840'] for segment, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:43.568985 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-e301cbb2-fe70-4cf5-b75b-58edeba4ed05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853830591'] for segment, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:43.571611 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e301cbb2-fe70-4cf5-b75b-58edeba4ed05 admin admin] Releasing vxlan tunnel 9 to pool {{(pid=79929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 10 21:04:43.829654 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-e301cbb2-fe70-4cf5-b75b-58edeba4ed05 admin admin] Network 745bb214-d489-458c-8fe7-1d9e20f886b8 has no segments {{(pid=79929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 10 21:04:43.841172 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-e301cbb2-fe70-4cf5-b75b-58edeba4ed05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-945225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852145411'] for segment, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:44.233778 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 57074) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:04:44.419302 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-e301cbb2-fe70-4cf5-b75b-58edeba4ed05 admin admin] Network 745bb214-d489-458c-8fe7-1d9e20f886b8 has no segments {{(pid=79929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 10 21:04:44.427626 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-0e5d62e6-8832-4b33-8e86-f1698c725109 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:44.447176 dv-cinder-775008-1-iscsi neutron-server[79816]: Traceback (most recent call last):
Feb 10 21:04:44.447176 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 10 21:04:44.447176 dv-cinder-775008-1-iscsi neutron-server[79816]:     timer()
Feb 10 21:04:44.447176 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 10 21:04:44.447176 dv-cinder-775008-1-iscsi neutron-server[79816]:     cb(*args, **kw)
Feb 10 21:04:44.447176 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 10 21:04:44.447176 dv-cinder-775008-1-iscsi neutron-server[79816]:     return func(*args, **kwargs)
Feb 10 21:04:44.447176 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 10 21:04:44.447176 dv-cinder-775008-1-iscsi neutron-server[79816]:     self._notify()
Feb 10 21:04:44.447176 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 10 21:04:44.447176 dv-cinder-775008-1-iscsi neutron-server[79816]:     self.callback(batched_events)
Feb 10 21:04:44.447176 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 10 21:04:44.447176 dv-cinder-775008-1-iscsi neutron-server[79816]:     event.method(event)
Feb 10 21:04:44.447176 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 10 21:04:44.447176 dv-cinder-775008-1-iscsi neutron-server[79816]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 10 21:04:44.447176 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 10 21:04:44.447176 dv-cinder-775008-1-iscsi neutron-server[79816]:     segment_id)['aggregates'][0]
Feb 10 21:04:44.447176 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 10 21:04:44.447176 dv-cinder-775008-1-iscsi neutron-server[79816]:     return f(self, *a, **k)
Feb 10 21:04:44.447176 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 10 21:04:44.447176 dv-cinder-775008-1-iscsi neutron-server[79816]:     return self._get(url).json()
Feb 10 21:04:44.447176 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 10 21:04:44.447176 dv-cinder-775008-1-iscsi neutron-server[79816]:     **kwargs)
Feb 10 21:04:44.447176 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 10 21:04:44.447176 dv-cinder-775008-1-iscsi neutron-server[79816]:     return self.request(url, 'GET', **kwargs)
Feb 10 21:04:44.447176 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 10 21:04:44.447176 dv-cinder-775008-1-iscsi neutron-server[79816]:     **endpoint_filter)
Feb 10 21:04:44.447176 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 10 21:04:44.447176 dv-cinder-775008-1-iscsi neutron-server[79816]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 10 21:04:44.447176 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 10 21:04:44.447176 dv-cinder-775008-1-iscsi neutron-server[79816]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 10 21:04:44.447176 dv-cinder-775008-1-iscsi neutron-server[79816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 10 21:04:44.530321 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-0e5d62e6-8832-4b33-8e86-f1698c725109 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:04:44.538637 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-0e5d62e6-8832-4b33-8e86-f1698c725109 admin admin] Usage tracker for resource:security_group_rule and tenant:ce88548b3d244f738ed50de235809ff3 is out of sync, need to count used quota {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:04:44.546171 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-0e5d62e6-8832-4b33-8e86-f1698c725109 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:04:44.551748 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2486af80-f1f9-49a7-ab98-21b56adcf51a req-5e78c1fc-82ce-41b8-9716-91b789778a5c tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:04:44.554237 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-2486af80-f1f9-49a7-ab98-21b56adcf51a req-5e78c1fc-82ce-41b8-9716-91b789778a5c tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5a452ba-1bbb-4cf5-a43d-16be280c05b9 HTTP/1.1" status: 200  len: 946 time: 0.5498855
Feb 10 21:04:44.557985 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-0e5d62e6-8832-4b33-8e86-f1698c725109 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:04:44.680219 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-2486af80-f1f9-49a7-ab98-21b56adcf51a req-ee5f863a-9119-48be-81ac-4d8ea558670f tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0665202
Feb 10 21:04:44.682514 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa45542-ef70-462e-ab69-f9d06881fed0 req-935f12ec-9dd3-4a89-9d8c-646670d56c1a tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:04:44.684299 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-4aa45542-ef70-462e-ab69-f9d06881fed0 req-935f12ec-9dd3-4a89-9d8c-646670d56c1a tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=9a0928b3-8b03-40d2-b78f-7eb8e84b309f HTTP/1.1" status: 200  len: 944 time: 0.2378018
Feb 10 21:04:44.711640 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-e301cbb2-fe70-4cf5-b75b-58edeba4ed05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853752733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850656724'] for network, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:44.715651 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-2d6b5c2d-77a7-469c-964e-96c3355212fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:04:44.748363 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-e301cbb2-fe70-4cf5-b75b-58edeba4ed05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728031'] for network, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:44.754338 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e301cbb2-fe70-4cf5-b75b-58edeba4ed05 admin admin] Pushing event deleted for resources: {'Network': ['ID=745bb214-d489-458c-8fe7-1d9e20f886b8,revision_number=None']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:04:44.759691 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-e301cbb2-fe70-4cf5-b75b-58edeba4ed05 admin admin] 10.222.0.82 "DELETE /v2.0/networks/745bb214-d489-458c-8fe7-1d9e20f886b8 HTTP/1.1" status: 204  len: 168 time: 1.9538093
Feb 10 21:04:44.759691 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-e301cbb2-fe70-4cf5-b75b-58edeba4ed05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:04:44.784758 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-4aa45542-ef70-462e-ab69-f9d06881fed0 req-090fbbe4-8d07-4ceb-a9e7-9afd257e8639 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=895a7e5f-3ef6-4f3c-9ab6-68304e4925ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0886102
Feb 10 21:04:44.877077 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-0e5d62e6-8832-4b33-8e86-f1698c725109 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:44.884894 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-0e5d62e6-8832-4b33-8e86-f1698c725109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:44.901997 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-2a2b3921-a837-464e-b629-60b08320a914 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:04:44.956306 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5d62e6-8832-4b33-8e86-f1698c725109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edeafd2c-eb20-4da6-81c0-b1f044da2aa9,revision_number=1']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:04:44.964648 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 57092) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:04:44.979187 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-0e5d62e6-8832-4b33-8e86-f1698c725109 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=ce88548b3d244f738ed50de235809ff3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7435129
Feb 10 21:04:44.987099 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-0e5d62e6-8832-4b33-8e86-f1698c725109 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:04:45.024247 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 57096) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:04:45.044098 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ec0cdc23-0742-406b-9ee3-af142cfd6ee4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:45.076585 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ec0cdc23-0742-406b-9ee3-af142cfd6ee4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:45.148992 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ec0cdc23-0742-406b-9ee3-af142cfd6ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:45.155558 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-6afb38b3-2d43-4587-92d8-210a345d33de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:04:45.165262 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-596a335f-50c1-461d-a682-f00983fd5080 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=706339909de34203b7a9d2efb6248465&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1395576
Feb 10 21:04:45.166332 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 57100) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:04:45.194479 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ec0cdc23-0742-406b-9ee3-af142cfd6ee4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:45.199191 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-ec0cdc23-0742-406b-9ee3-af142cfd6ee4 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/edeafd2c-eb20-4da6-81c0-b1f044da2aa9 HTTP/1.1" status: 204  len: 168 time: 0.2331905
Feb 10 21:04:45.200283 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0cdc23-0742-406b-9ee3-af142cfd6ee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edeafd2c-eb20-4da6-81c0-b1f044da2aa9,revision_number=None']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:04:45.203263 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-ec0cdc23-0742-406b-9ee3-af142cfd6ee4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:04:45.304798 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a8e4a325-90de-4835-bea8-ad7ded0fcbee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:45.353623 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a8e4a325-90de-4835-bea8-ad7ded0fcbee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:45.446728 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a8e4a325-90de-4835-bea8-ad7ded0fcbee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:45.462653 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-3d46652a-96df-4d18-81b6-8f3f84bab082 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:04:45.529107 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a8e4a325-90de-4835-bea8-ad7ded0fcbee admin admin] Notify callbacks [] for security_group, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:45.531203 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-a8e4a325-90de-4835-bea8-ad7ded0fcbee admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/3cc6433a-ed38-4e65-847c-6973855a33ef HTTP/1.1" status: 204  len: 168 time: 0.3633454
Feb 10 21:04:45.535146 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e4a325-90de-4835-bea8-ad7ded0fcbee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc6433a-ed38-4e65-847c-6973855a33ef,revision_number=None']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:04:45.679265 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-a8e4a325-90de-4835-bea8-ad7ded0fcbee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:04:45.986238 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device 1556af23-7030-4f4d-8750-7e5780fdd8aa up at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:04:46.019649 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 57128) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:04:46.079820 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8d5d5e06-44b0-4158-a320-49cdfae0ff20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:46.148727 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-8d5d5e06-44b0-4158-a320-49cdfae0ff20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:04:46.157605 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-8d5d5e06-44b0-4158-a320-49cdfae0ff20 admin admin] Usage tracker for resource:security_group_rule and tenant:c9298ebe897640259893de5400138e09 is out of sync, need to count used quota {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:04:46.162192 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-8d5d5e06-44b0-4158-a320-49cdfae0ff20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:04:46.168737 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-8d5d5e06-44b0-4158-a320-49cdfae0ff20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:04:46.173118 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning for port 1556af23-7030-4f4d-8750-7e5780fdd8aa completed by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 10 21:04:46.183457 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning complete for port 1556af23-7030-4f4d-8750-7e5780fdd8aa triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:04:46.183886 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:46.279948 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8d5d5e06-44b0-4158-a320-49cdfae0ff20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:46.341297 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8d5d5e06-44b0-4158-a320-49cdfae0ff20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:46.350038 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27f2179-17e9-4a5c-afb1-7c4ce0e3c7e2 req-ecbaad52-7d3a-4086-bd41-ce4bec5deb92 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:04:46.364355 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-b27f2179-17e9-4a5c-afb1-7c4ce0e3c7e2 req-ecbaad52-7d3a-4086-bd41-ce4bec5deb92 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5a452ba-1bbb-4cf5-a43d-16be280c05b9 HTTP/1.1" status: 200  len: 946 time: 0.3513973
Feb 10 21:04:46.384010 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:46.389951 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-f27068c7-09bd-4ffb-a1b8-f4af4353b190 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:04:46.407696 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-8d5d5e06-44b0-4158-a320-49cdfae0ff20 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=c9298ebe897640259893de5400138e09&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3864956
Feb 10 21:04:46.408573 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 57136) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:04:46.467573 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] For port 1556af23-7030-4f4d-8750-7e5780fdd8aa, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=1556af23-7030-4f4d-8750-7e5780fdd8aa,segment=NetworkSegment(d7f580de-9525-4e7b-93a1-5e7479da2ea8),segment_id=d7f580de-9525-4e7b-93a1-5e7479da2ea8)] {{(pid=79930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:04:46.469644 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a0928b3-8b03-40d2-b78f-7eb8e84b309f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1556af23-7030-4f4d-8750-7e5780fdd8aa'}] {{(pid=79930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 10 21:04:46.485321 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:46.489853 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:04:46.501968 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-b27f2179-17e9-4a5c-afb1-7c4ce0e3c7e2 req-eef3b18a-465a-4d6f-a143-a3407e4d2cf9 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1369627
Feb 10 21:04:46.531877 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-d1daa09e-4735-4d24-985b-893e1d5e5760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:46.555433 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 57142) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:04:46.589962 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Pushing event updated for resources: {'Port': ['ID=1556af23-7030-4f4d-8750-7e5780fdd8aa,revision_number=4']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:04:46.599502 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:04:46.600586 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-d1daa09e-4735-4d24-985b-893e1d5e5760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:46.605973 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a0928b3-8b03-40d2-b78f-7eb8e84b309f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1556af23-7030-4f4d-8750-7e5780fdd8aa', 'code': 200}
Feb 10 21:04:46.614184 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d5e06-44b0-4158-a320-49cdfae0ff20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03323abd-3f5b-4c1e-996b-f71a88300a98,revision_number=1']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:04:46.622815 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-8d5d5e06-44b0-4158-a320-49cdfae0ff20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:04:46.668325 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-5e02ab9b-f923-4134-a04b-156076f48abc admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=c7338548264d4beab69676b009b9dca0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1116178
Feb 10 21:04:46.671142 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 57146) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:04:46.747784 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-de0f8eda-8a28-4aaf-a59f-6923e9e85364 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:46.779794 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-de0f8eda-8a28-4aaf-a59f-6923e9e85364 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:46.841923 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-de0f8eda-8a28-4aaf-a59f-6923e9e85364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:46.849296 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-6b56c067-94c8-4271-8505-df33980c4064 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:04:46.862510 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c207823-8e63-4b61-bba0-c3f28a854a7d req-1908092b-db56-41d9-994f-babd8c2a8aaf tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:04:46.863521 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-0c207823-8e63-4b61-bba0-c3f28a854a7d req-1908092b-db56-41d9-994f-babd8c2a8aaf tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Synchronizing usage tracker for tenant:eb8be716db2e42aea2a6c06bf05c44b5 on resource:port {{(pid=79929) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 10 21:04:46.865476 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0f8eda-8a28-4aaf-a59f-6923e9e85364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ae0419-0c0a-4a0e-a03a-e51ebdbc56cc,revision_number=None']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:04:46.867549 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-d1daa09e-4735-4d24-985b-893e1d5e5760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:46.875892 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:04:46.893834 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-de0f8eda-8a28-4aaf-a59f-6923e9e85364 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:04:46.902831 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-de0f8eda-8a28-4aaf-a59f-6923e9e85364 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:46.908561 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-de0f8eda-8a28-4aaf-a59f-6923e9e85364 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/e3ae0419-0c0a-4a0e-a03a-e51ebdbc56cc HTTP/1.1" status: 204  len: 168 time: 0.2358191
Feb 10 21:04:46.935359 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1daa09e-4735-4d24-985b-893e1d5e5760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03323abd-3f5b-4c1e-996b-f71a88300a98,revision_number=None']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:04:46.947209 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-d1daa09e-4735-4d24-985b-893e1d5e5760 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:04:46.954978 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-d1daa09e-4735-4d24-985b-893e1d5e5760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:46.956461 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-d1daa09e-4735-4d24-985b-893e1d5e5760 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/03323abd-3f5b-4c1e-996b-f71a88300a98 HTTP/1.1" status: 204  len: 168 time: 0.5448647
Feb 10 21:04:47.006561 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-0c207823-8e63-4b61-bba0-c3f28a854a7d req-1908092b-db56-41d9-994f-babd8c2a8aaf tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Unset dirty status for tenant:eb8be716db2e42aea2a6c06bf05c44b5 on resource:port {{(pid=79929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 10 21:04:47.014972 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-0c207823-8e63-4b61-bba0-c3f28a854a7d req-1908092b-db56-41d9-994f-babd8c2a8aaf tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=9a0928b3-8b03-40d2-b78f-7eb8e84b309f HTTP/1.1" status: 200  len: 944 time: 0.7704785
Feb 10 21:04:47.123068 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-0c207823-8e63-4b61-bba0-c3f28a854a7d req-354010d7-b3b7-4539-afed-e7ee224ceab8 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=895a7e5f-3ef6-4f3c-9ab6-68304e4925ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1056392
Feb 10 21:04:47.147525 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd197de1-9651-4cc9-98a6-c837902384a8 req-4f0388c5-78e2-464f-8f5e-3cd629e748cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:04:47.149932 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-fd197de1-9651-4cc9-98a6-c837902384a8 req-4f0388c5-78e2-464f-8f5e-3cd629e748cc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9a0928b3-8b03-40d2-b78f-7eb8e84b309f HTTP/1.1" status: 200  len: 1163 time: 0.2764151
Feb 10 21:04:47.220954 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device 1556af23-7030-4f4d-8750-7e5780fdd8aa up at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:04:47.228299 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-fd197de1-9651-4cc9-98a6-c837902384a8 req-7e7949d5-4419-40ca-b892-6ef15210afa0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=895a7e5f-3ef6-4f3c-9ab6-68304e4925ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0648785
Feb 10 21:04:47.498718 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning complete for port 1556af23-7030-4f4d-8750-7e5780fdd8aa triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:04:47.499229 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:47.641405 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device a53743a4-e3ef-4212-9855-140da57a2cd6 up at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:04:47.673364 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 57180) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:04:47.693653 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-5523659f-3d16-44ed-bcbd-e0f158c048b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:47.727173 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning complete for port a53743a4-e3ef-4212-9855-140da57a2cd6 triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:04:47.728009 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:47.757086 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-5523659f-3d16-44ed-bcbd-e0f158c048b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:04:47.777945 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-5523659f-3d16-44ed-bcbd-e0f158c048b7 admin admin] Usage tracker for resource:security_group_rule and tenant:a985d0b8d93b4addae5537f77a25ea16 is out of sync, need to count used quota {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:04:47.786374 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-5523659f-3d16-44ed-bcbd-e0f158c048b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:04:47.800774 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-5523659f-3d16-44ed-bcbd-e0f158c048b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:04:47.926150 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46b4e13-c263-4581-9a5c-3fa116904425 req-63ffb5cc-42ad-48a2-b19a-981708ae7432 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:04:47.927864 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-b46b4e13-c263-4581-9a5c-3fa116904425 req-63ffb5cc-42ad-48a2-b19a-981708ae7432 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5a452ba-1bbb-4cf5-a43d-16be280c05b9 HTTP/1.1" status: 200  len: 946 time: 0.2239354
Feb 10 21:04:48.014623 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-b46b4e13-c263-4581-9a5c-3fa116904425 req-cb4f92b7-b896-4c9c-8bf4-3c34b1fd44c4 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0785699
Feb 10 21:04:48.088101 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-5523659f-3d16-44ed-bcbd-e0f158c048b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:48.092021 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-5523659f-3d16-44ed-bcbd-e0f158c048b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:48.110122 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffbf5c7-045c-4c4c-b5fb-a3ad88c1a0ac req-a55bd08d-600c-4ba4-857a-ac226d991a00 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:04:48.111009 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-1ffbf5c7-045c-4c4c-b5fb-a3ad88c1a0ac req-a55bd08d-600c-4ba4-857a-ac226d991a00 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Synchronizing usage tracker for tenant:450f83fab0734bc4b485b263670f0fa7 on resource:network {{(pid=79928) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 10 21:04:48.125217 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-8d5d5e06-44b0-4158-a320-49cdfae0ff20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:04:48.129528 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-1ffbf5c7-045c-4c4c-b5fb-a3ad88c1a0ac req-a55bd08d-600c-4ba4-857a-ac226d991a00 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Unset dirty status for tenant:450f83fab0734bc4b485b263670f0fa7 on resource:network {{(pid=79928) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 10 21:04:48.137327 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-5523659f-3d16-44ed-bcbd-e0f158c048b7 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=a985d0b8d93b4addae5537f77a25ea16&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4626935
Feb 10 21:04:48.140029 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 57202) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:04:48.141067 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1ffbf5c7-045c-4c4c-b5fb-a3ad88c1a0ac req-a55bd08d-600c-4ba4-857a-ac226d991a00 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/networks?id=d499e464-54e8-4dd4-9520-8f962f4aa61a HTTP/1.1" status: 200  len: 814 time: 0.2937222
Feb 10 21:04:48.159670 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1ffbf5c7-045c-4c4c-b5fb-a3ad88c1a0ac req-385e0966-9fb4-4f49-8d7d-e4529c7548cc tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/quotas/450f83fab0734bc4b485b263670f0fa7 HTTP/1.1" status: 200  len: 375 time: 0.0174141
Feb 10 21:04:48.184593 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5523659f-3d16-44ed-bcbd-e0f158c048b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef78ab8e-1612-455a-9d65-9ad19e6fd836,revision_number=1']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:04:48.190806 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-5523659f-3d16-44ed-bcbd-e0f158c048b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:04:48.254989 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-9f8c6287-a454-4ea0-a370-e3a4e3571531 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:48.284480 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-9f8c6287-a454-4ea0-a370-e3a4e3571531 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:48.303135 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1ffbf5c7-045c-4c4c-b5fb-a3ad88c1a0ac req-aa6aff08-168f-4958-bcfa-561d0f0a9298 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=450f83fab0734bc4b485b263670f0fa7&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1337545
Feb 10 21:04:48.398791 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 57212) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:04:48.418760 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-9f8c6287-a454-4ea0-a370-e3a4e3571531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:48.461430 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-83b62158-e443-4de9-84bc-8767cebacf73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:04:48.464859 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1ffbf5c7-045c-4c4c-b5fb-a3ad88c1a0ac req-e0f6c964-f2ba-436c-8e18-e071d60b698c service neutron] 10.222.0.82 "GET /v2.0/networks/d499e464-54e8-4dd4-9520-8f962f4aa61a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1598337
Feb 10 21:04:48.492323 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8c6287-a454-4ea0-a370-e3a4e3571531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef78ab8e-1612-455a-9d65-9ad19e6fd836,revision_number=None']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:04:48.506218 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-9f8c6287-a454-4ea0-a370-e3a4e3571531 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:04:48.522032 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-9f8c6287-a454-4ea0-a370-e3a4e3571531 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:48.523275 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-9f8c6287-a454-4ea0-a370-e3a4e3571531 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/ef78ab8e-1612-455a-9d65-9ad19e6fd836 HTTP/1.1" status: 204  len: 168 time: 0.3791389
Feb 10 21:04:48.561226 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1f49b8-4378-4cb3-a9b7-2f95b0a86963 req-b798c755-9220-4abf-8ac3-bf0ac26e2bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:04:48.562985 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-7a1f49b8-4378-4cb3-a9b7-2f95b0a86963 req-b798c755-9220-4abf-8ac3-bf0ac26e2bf9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d5a452ba-1bbb-4cf5-a43d-16be280c05b9 HTTP/1.1" status: 200  len: 1163 time: 0.2109303
Feb 10 21:04:48.624495 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1ffbf5c7-045c-4c4c-b5fb-a3ad88c1a0ac req-3ae7d205-0459-4dd4-b7ef-6d0854bda577 service neutron] 10.222.0.82 "GET /v2.0/networks/d499e464-54e8-4dd4-9520-8f962f4aa61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1519949
Feb 10 21:04:48.654028 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9e5a0e-1952-4bbd-a187-76bb1d9548ad req-5911a20c-6935-4d8e-b864-21e6fdadaec1 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:04:48.656514 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1a9e5a0e-1952-4bbd-a187-76bb1d9548ad req-5911a20c-6935-4d8e-b864-21e6fdadaec1 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=9a0928b3-8b03-40d2-b78f-7eb8e84b309f HTTP/1.1" status: 200  len: 946 time: 0.2560728
Feb 10 21:04:48.681262 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [None req-0e1664a0-2916-429e-aa9d-0a8a9ff26119 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-722730644-network', 'tenant_id': 'acdfa87ec4e64a238c41778849fb8664'}} {{(pid=79929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:04:48.704576 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-0e1664a0-2916-429e-aa9d-0a8a9ff26119 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:04:48.729275 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-0e1664a0-2916-429e-aa9d-0a8a9ff26119 admin admin] Usage tracker for resource:network and tenant:acdfa87ec4e64a238c41778849fb8664 is out of sync, need to count used quota {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:04:48.742925 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-0e1664a0-2916-429e-aa9d-0a8a9ff26119 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:04:48.758764 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-0e1664a0-2916-429e-aa9d-0a8a9ff26119 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:04:48.762498 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-7a1f49b8-4378-4cb3-a9b7-2f95b0a86963 req-e669694e-3096-4ebc-887f-40b6c78948a4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1028247
Feb 10 21:04:48.791190 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1a9e5a0e-1952-4bbd-a187-76bb1d9548ad req-1e3a5e68-5446-4216-b2b3-05696673581e tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=895a7e5f-3ef6-4f3c-9ab6-68304e4925ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1160529
Feb 10 21:04:48.801611 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e1664a0-2916-429e-aa9d-0a8a9ff26119 admin admin] Made reservation on behalf of acdfa87ec4e64a238c41778849fb8664 for: {'network': 1} {{(pid=79929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 10 21:04:48.807817 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-0e1664a0-2916-429e-aa9d-0a8a9ff26119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for network, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:48.826823 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-0e1664a0-2916-429e-aa9d-0a8a9ff26119 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:48.855397 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-0e1664a0-2916-429e-aa9d-0a8a9ff26119 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:04:48.860170 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-0e1664a0-2916-429e-aa9d-0a8a9ff26119 admin admin] Usage tracker for resource:security_group_rule and tenant:acdfa87ec4e64a238c41778849fb8664 is out of sync, need to count used quota {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:04:48.864705 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-0e1664a0-2916-429e-aa9d-0a8a9ff26119 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:04:48.871700 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-0e1664a0-2916-429e-aa9d-0a8a9ff26119 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:04:48.911676 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-c2b61eaf-bcd4-428f-a298-3b06095bfa06 req-3c2b7a6a-9850-4487-9ff8-046443730379 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/ports?device_id=3dee1e11-308a-436e-aa4a-df62e56e7423 HTTP/1.1" status: 200  len: 210 time: 0.0936289
Feb 10 21:04:48.991213 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-0e1664a0-2916-429e-aa9d-0a8a9ff26119 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:48.994634 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-0e1664a0-2916-429e-aa9d-0a8a9ff26119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:48.997802 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-cf2d16b8-081f-473d-bace-ad7530ba5f68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:04:49.042123 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e1664a0-2916-429e-aa9d-0a8a9ff26119 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=79929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 10 21:04:49.048526 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1664a0-2916-429e-aa9d-0a8a9ff26119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4beb6a-4233-4f75-bbf4-e6e824554f8d,revision_number=1']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:04:49.052881 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-0e1664a0-2916-429e-aa9d-0a8a9ff26119 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:04:49.056994 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-0e1664a0-2916-429e-aa9d-0a8a9ff26119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853830591'] for segment, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:49.057401 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.db.segments_db [None req-0e1664a0-2916-429e-aa9d-0a8a9ff26119 admin admin] Added segment 29a8cf3a-f007-43c8-ad36-c9b75fc33c26 of type vxlan for network 907563d5-8c93-48a0-8af3-4935d55858dd
Feb 10 21:04:49.123586 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-0e1664a0-2916-429e-aa9d-0a8a9ff26119 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363258057162953'] for network, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:49.175405 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-0e1664a0-2916-429e-aa9d-0a8a9ff26119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014'] for network, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:49.176660 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1664a0-2916-429e-aa9d-0a8a9ff26119 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:04:49.177315 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-0e1664a0-2916-429e-aa9d-0a8a9ff26119 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728031'] for network, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:49.186815 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-90e33ade-af36-4a73-aa31-6686b42733ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:04:49.404449 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1664a0-2916-429e-aa9d-0a8a9ff26119 admin admin] Pushing event updated for resources: {'Network': ['ID=907563d5-8c93-48a0-8af3-4935d55858dd,revision_number=1']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:04:49.411578 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 57248) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:04:49.411777 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-0e1664a0-2916-429e-aa9d-0a8a9ff26119 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 1.0052884
Feb 10 21:04:49.415953 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-0e1664a0-2916-429e-aa9d-0a8a9ff26119 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:04:49.418526 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [None req-3315d958-d10e-45b0-a744-a2886f52755f admin admin] Request body: {'subnet': {'network_id': '907563d5-8c93-48a0-8af3-4935d55858dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-722730644-subnet', 'tenant_id': 'acdfa87ec4e64a238c41778849fb8664', 'ip_version': 4}} {{(pid=79928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:04:49.422763 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Network 907563d5-8c93-48a0-8af3-4935d55858dd details requested by agent ovs-agent-hv-cinder-77500 with host hv-cinder-77500 {{(pid=79930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 10 21:04:49.428932 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-3315d958-d10e-45b0-a744-a2886f52755f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:04:49.440356 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-3315d958-d10e-45b0-a744-a2886f52755f admin admin] Usage tracker for resource:subnet and tenant:acdfa87ec4e64a238c41778849fb8664 is out of sync, need to count used quota {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:04:49.442419 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Network 907563d5-8c93-48a0-8af3-4935d55858dd details requested by agent ovs-agent-dv-cinder-775008-1-iscsi with host dv-cinder-775008-1-iscsi {{(pid=79930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 10 21:04:49.443995 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-3315d958-d10e-45b0-a744-a2886f52755f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:04:49.465881 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-3315d958-d10e-45b0-a744-a2886f52755f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:04:49.491831 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3315d958-d10e-45b0-a744-a2886f52755f admin admin] Made reservation on behalf of acdfa87ec4e64a238c41778849fb8664 for: {'subnet': 1} {{(pid=79928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 10 21:04:49.497802 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-3315d958-d10e-45b0-a744-a2886f52755f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3516821'] for subnet, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:49.612341 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d554464-4506-43e0-b2c4-586f9d82c206 req-83c94188-5579-4430-81f4-b0f1539a9646 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:04:49.614526 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-6d554464-4506-43e0-b2c4-586f9d82c206 req-83c94188-5579-4430-81f4-b0f1539a9646 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5a452ba-1bbb-4cf5-a43d-16be280c05b9 HTTP/1.1" status: 200  len: 946 time: 0.3796785
Feb 10 21:04:49.718027 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-6d554464-4506-43e0-b2c4-586f9d82c206 req-420358ec-1774-48a6-ba28-099642022860 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0958433
Feb 10 21:04:49.718810 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 57258) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:04:49.883982 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [None req-624db0a6-da65-4378-8a98-6e86ca2361a1 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-284384676-network', 'tenant_id': '7eb5408997f5494f9056ccb8d369ab60'}} {{(pid=79928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:04:49.891929 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-624db0a6-da65-4378-8a98-6e86ca2361a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:04:49.897468 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-624db0a6-da65-4378-8a98-6e86ca2361a1 admin admin] Usage tracker for resource:network and tenant:7eb5408997f5494f9056ccb8d369ab60 is out of sync, need to count used quota {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:04:49.901511 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-624db0a6-da65-4378-8a98-6e86ca2361a1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:04:49.908466 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-624db0a6-da65-4378-8a98-6e86ca2361a1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:04:49.923631 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-624db0a6-da65-4378-8a98-6e86ca2361a1 admin admin] Made reservation on behalf of 7eb5408997f5494f9056ccb8d369ab60 for: {'network': 1} {{(pid=79928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 10 21:04:49.928314 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-624db0a6-da65-4378-8a98-6e86ca2361a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for network, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:49.944757 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-624db0a6-da65-4378-8a98-6e86ca2361a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:49.967804 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-624db0a6-da65-4378-8a98-6e86ca2361a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:04:49.975447 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-624db0a6-da65-4378-8a98-6e86ca2361a1 admin admin] Usage tracker for resource:security_group_rule and tenant:7eb5408997f5494f9056ccb8d369ab60 is out of sync, need to count used quota {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:04:49.982704 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-624db0a6-da65-4378-8a98-6e86ca2361a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:04:50.020915 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-624db0a6-da65-4378-8a98-6e86ca2361a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:04:50.106572 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-b035e537-f409-457a-9d03-5f736b94868d req-8d796bfc-4d4a-4318-8951-965719da72c5 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Synchronizing usage tracker for tenant:450f83fab0734bc4b485b263670f0fa7 on resource:port {{(pid=79929) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 10 21:04:50.351054 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-3315d958-d10e-45b0-a744-a2886f52755f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3141311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3516804'] for subnet, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:50.374969 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-cb1d7534-c989-4bda-97e4-0c000517ab56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:04:50.448119 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3315d958-d10e-45b0-a744-a2886f52755f admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfbf301d-5680-42d3-b573-9c3b05be6f98,revision_number=0']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:04:50.460383 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-3315d958-d10e-45b0-a744-a2886f52755f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:04:50.799887 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffbf5c7-045c-4c4c-b5fb-a3ad88c1a0ac req-c356112e-8086-4f24-b477-6ae3ab5335fc tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:04:50.801537 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1ffbf5c7-045c-4c4c-b5fb-a3ad88c1a0ac req-c356112e-8086-4f24-b477-6ae3ab5335fc tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.15 "GET /v2.0/networks?id=d499e464-54e8-4dd4-9520-8f962f4aa61a HTTP/1.1" status: 200  len: 814 time: 0.3843594
Feb 10 21:04:50.807984 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7140aa-b085-419b-a4ff-cffc0ee5a1f0 req-d725c40f-415b-409d-a54c-981fcd471b86 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:04:50.823388 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-0f7140aa-b085-419b-a4ff-cffc0ee5a1f0 req-d725c40f-415b-409d-a54c-981fcd471b86 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=9a0928b3-8b03-40d2-b78f-7eb8e84b309f HTTP/1.1" status: 200  len: 946 time: 0.8026559
Feb 10 21:04:50.830130 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [req-1ffbf5c7-045c-4c4c-b5fb-a3ad88c1a0ac req-a50cb2d0-6d62-4de7-a64c-622b40852354 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Request body: {'port': {'device_id': '3dee1e11-308a-436e-aa4a-df62e56e7423', 'network_id': 'd499e464-54e8-4dd4-9520-8f962f4aa61a', 'admin_state_up': True, 'tenant_id': '450f83fab0734bc4b485b263670f0fa7'}} {{(pid=79929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:04:51.011239 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-624db0a6-da65-4378-8a98-6e86ca2361a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:51.028416 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-624db0a6-da65-4378-8a98-6e86ca2361a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:51.034041 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-b035e537-f409-457a-9d03-5f736b94868d req-8d796bfc-4d4a-4318-8951-965719da72c5 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Unset dirty status for tenant:450f83fab0734bc4b485b263670f0fa7 on resource:port {{(pid=79929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 10 21:04:51.035495 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-b035e537-f409-457a-9d03-5f736b94868d req-8d796bfc-4d4a-4318-8951-965719da72c5 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/ports?device_id=3dee1e11-308a-436e-aa4a-df62e56e7423 HTTP/1.1" status: 200  len: 210 time: 0.9901614
Feb 10 21:04:51.036018 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b099f1b1-b7d9-4d71-ae19-945b27ab0ad8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:04:51.076155 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624db0a6-da65-4378-8a98-6e86ca2361a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a7d53e-ec16-4f66-ac2c-e65634f986cf,revision_number=1']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:04:51.078822 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [req-1ffbf5c7-045c-4c4c-b5fb-a3ad88c1a0ac req-a50cb2d0-6d62-4de7-a64c-622b40852354 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:04:51.082073 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-624db0a6-da65-4378-8a98-6e86ca2361a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:04:51.089852 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [req-1ffbf5c7-045c-4c4c-b5fb-a3ad88c1a0ac req-a50cb2d0-6d62-4de7-a64c-622b40852354 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:04:51.102431 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ffbf5c7-045c-4c4c-b5fb-a3ad88c1a0ac req-a50cb2d0-6d62-4de7-a64c-622b40852354 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Made reservation on behalf of 450f83fab0734bc4b485b263670f0fa7 for: {'port': 1} {{(pid=79929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 10 21:04:51.126697 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-0f7140aa-b085-419b-a4ff-cffc0ee5a1f0 req-22b2dcda-f40b-4c9f-86db-621e9da39e61 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=895a7e5f-3ef6-4f3c-9ab6-68304e4925ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3017781
Feb 10 21:04:51.127900 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-1ffbf5c7-045c-4c4c-b5fb-a3ad88c1a0ac req-a50cb2d0-6d62-4de7-a64c-622b40852354 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:51.153944 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-624db0a6-da65-4378-8a98-6e86ca2361a1 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=79928) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 10 21:04:51.182040 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3315d958-d10e-45b0-a744-a2886f52755f admin admin] Checking segment: {'id': '29a8cf3a-f007-43c8-ad36-c9b75fc33c26', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '907563d5-8c93-48a0-8af3-4935d55858dd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 10 21:04:51.182040 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3315d958-d10e-45b0-a744-a2886f52755f admin admin] Network hostable DHCP agents. Network: 907563d5-8c93-48a0-8af3-4935d55858dd, hostable agents: ['81d85903-877f-455d-aaa7-fc933394e41c'], hosted agents: [] {{(pid=79928) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 10 21:04:51.182040 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-624db0a6-da65-4378-8a98-6e86ca2361a1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363258056608645', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853830591'] for segment, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:51.182040 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.db.segments_db [None req-624db0a6-da65-4378-8a98-6e86ca2361a1 admin admin] Added segment 71fb9a08-61cd-4755-9578-354eee263c8d of type vxlan for network 4dd4590c-4b8b-449e-a471-24dd073a3148
Feb 10 21:04:51.191499 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device a53743a4-e3ef-4212-9855-140da57a2cd6 up at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:04:51.273731 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning complete for port a53743a4-e3ef-4212-9855-140da57a2cd6 triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:04:51.274187 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:51.286741 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3315d958-d10e-45b0-a744-a2886f52755f admin admin] Network 907563d5-8c93-48a0-8af3-4935d55858dd is scheduled to be hosted by DHCP agent 81d85903-877f-455d-aaa7-fc933394e41c with binding_index 1 {{(pid=79928) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 10 21:04:51.317901 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-624db0a6-da65-4378-8a98-6e86ca2361a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363258057162953'] for network, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:51.337085 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.base_scheduler [None req-3315d958-d10e-45b0-a744-a2886f52755f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775008-1-iscsi, 907563d5-8c93-48a0-8af3-4935d55858dd) {{(pid=79928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 10 21:04:51.349818 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf3652e-f97a-41bf-8573-17920629d211 None None] Network 907563d5-8c93-48a0-8af3-4935d55858dd requested from dv-cinder-775008-1-iscsi {{(pid=79930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 10 21:04:51.368158 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3315d958-d10e-45b0-a744-a2886f52755f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:04:51.368808 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-3315d958-d10e-45b0-a744-a2886f52755f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728031'] for subnet, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:51.405912 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-3315d958-d10e-45b0-a744-a2886f52755f admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 1.9926331
Feb 10 21:04:51.408076 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 57294) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:04:51.415435 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [None req-5f6d8564-c947-4376-9050-b81b09436a6f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-722730644-router', 'tenant_id': 'acdfa87ec4e64a238c41778849fb8664', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614'}}} {{(pid=79928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:04:51.419513 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-624db0a6-da65-4378-8a98-6e86ca2361a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014'] for network, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:51.422195 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-5f6d8564-c947-4376-9050-b81b09436a6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:04:51.426137 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624db0a6-da65-4378-8a98-6e86ca2361a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:04:51.426797 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-624db0a6-da65-4378-8a98-6e86ca2361a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728031'] for network, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:51.434869 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-3a353ef8-0abb-4960-aad7-db2378ef5b4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:04:51.618914 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.db_base_plugin_common [req-1ffbf5c7-045c-4c4c-b5fb-a3ad88c1a0ac req-a50cb2d0-6d62-4de7-a64c-622b40852354 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Allocated IP 172.20.0.11 (d499e464-54e8-4dd4-9520-8f962f4aa61a/c40b2878-75d9-4a40-800e-cc67094c8d4e/5cea92f5-237c-46d5-a831-9463f7eedfbe) {{(pid=79929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 10 21:04:51.633630 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-5f6d8564-c947-4376-9050-b81b09436a6f admin admin] Usage tracker for resource:router and tenant:acdfa87ec4e64a238c41778849fb8664 is out of sync, need to count used quota {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:04:51.639419 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-5f6d8564-c947-4376-9050-b81b09436a6f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:04:51.649205 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624db0a6-da65-4378-8a98-6e86ca2361a1 admin admin] Pushing event updated for resources: {'Network': ['ID=4dd4590c-4b8b-449e-a471-24dd073a3148,revision_number=1']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:04:51.659741 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-624db0a6-da65-4378-8a98-6e86ca2361a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:04:51.665995 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-5f6d8564-c947-4376-9050-b81b09436a6f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:04:51.673256 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-624db0a6-da65-4378-8a98-6e86ca2361a1 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201  len: 879 time: 1.9531045
Feb 10 21:04:51.677871 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 57304) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:04:51.686377 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [None req-ee1b1e6a-eb47-40ca-a822-fe63722c74ba admin admin] Request body: {'subnet': {'network_id': '4dd4590c-4b8b-449e-a471-24dd073a3148', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-284384676-subnet', 'tenant_id': '7eb5408997f5494f9056ccb8d369ab60', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:04:51.690514 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-5f6d8564-c947-4376-9050-b81b09436a6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4114228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774486'] for router, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:51.692301 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-5f6d8564-c947-4376-9050-b81b09436a6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4119967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036850706622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1297'] for router, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:51.719213 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-5f6d8564-c947-4376-9050-b81b09436a6f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:51.741790 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Network 4dd4590c-4b8b-449e-a471-24dd073a3148 details requested by agent ovs-agent-dv-cinder-775008-1-iscsi with host dv-cinder-775008-1-iscsi {{(pid=79930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 10 21:04:51.762900 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Network 4dd4590c-4b8b-449e-a471-24dd073a3148 details requested by agent ovs-agent-hv-cinder-77500 with host hv-cinder-77500 {{(pid=79930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 10 21:04:51.948379 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-ee1b1e6a-eb47-40ca-a822-fe63722c74ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:04:51.953679 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-ee1b1e6a-eb47-40ca-a822-fe63722c74ba admin admin] Usage tracker for resource:subnet and tenant:7eb5408997f5494f9056ccb8d369ab60 is out of sync, need to count used quota {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:04:51.957707 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-ee1b1e6a-eb47-40ca-a822-fe63722c74ba admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:04:51.965246 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-ee1b1e6a-eb47-40ca-a822-fe63722c74ba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:04:51.997733 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee1b1e6a-eb47-40ca-a822-fe63722c74ba admin admin] Made reservation on behalf of 7eb5408997f5494f9056ccb8d369ab60 for: {'subnet': 1} {{(pid=79928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 10 21:04:52.004912 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ee1b1e6a-eb47-40ca-a822-fe63722c74ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3516821'] for subnet, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:52.043656 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca858b0b-de72-4e08-8604-c48740bd912a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e4fef36-f19b-5af1-8d30-5a9f97738b06-907563d5-8c93-48a0-8af3-4935d55858dd', 'network_id': '907563d5-8c93-48a0-8af3-4935d55858dd', 'tenant_id': 'acdfa87ec4e64a238c41778849fb8664', 'fixed_ips': [{'subnet_id': 'cfbf301d-5680-42d3-b573-9c3b05be6f98'}]}} from dv-cinder-775008-1-iscsi. {{(pid=79930) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 10 21:04:52.044750 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ca858b0b-de72-4e08-8604-c48740bd912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_create {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:52.394441 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.db_base_plugin_common [None req-ca858b0b-de72-4e08-8604-c48740bd912a None None] Allocated IP 172.20.0.2 (907563d5-8c93-48a0-8af3-4935d55858dd/cfbf301d-5680-42d3-b573-9c3b05be6f98/a736307f-117c-4fa5-bf96-3e147635ea30) {{(pid=79930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 10 21:04:52.530255 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-5f6d8564-c947-4376-9050-b81b09436a6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4119950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4114215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1280'] for router, precommit_update {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:52.583280 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70160e78-5584-459a-b41d-73b6ab58a5f2 req-29b5672e-8f26-4725-8454-20049e10565b tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:04:52.592503 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-70160e78-5584-459a-b41d-73b6ab58a5f2 req-29b5672e-8f26-4725-8454-20049e10565b tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5a452ba-1bbb-4cf5-a43d-16be280c05b9 HTTP/1.1" status: 200  len: 946 time: 1.2037303
Feb 10 21:04:52.653691 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ca858b0b-de72-4e08-8604-c48740bd912a None None] Notify callbacks [] for port, precommit_create {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:52.668472 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-ca858b0b-de72-4e08-8604-c48740bd912a None None] Transition to ACTIVE for port object a736307f-117c-4fa5-bf96-3e147635ea30 will not be triggered until provisioned by entity L2. {{(pid=79930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 10 21:04:52.669652 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-1ffbf5c7-045c-4c4c-b5fb-a3ad88c1a0ac req-a50cb2d0-6d62-4de7-a64c-622b40852354 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Notify callbacks [] for port, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:52.689076 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-ca858b0b-de72-4e08-8604-c48740bd912a None None] Transition to ACTIVE for port object a736307f-117c-4fa5-bf96-3e147635ea30 will not be triggered until provisioned by entity DHCP. {{(pid=79930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 10 21:04:52.697005 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ca858b0b-de72-4e08-8604-c48740bd912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778797635767'] for port, after_create {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:52.715615 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-70160e78-5584-459a-b41d-73b6ab58a5f2 req-e869a5d5-8819-4768-a5d0-c98c342eaa4d tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1220539
Feb 10 21:04:52.736641 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [req-1ffbf5c7-045c-4c4c-b5fb-a3ad88c1a0ac req-a50cb2d0-6d62-4de7-a64c-622b40852354 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Transition to ACTIVE for port object 5cea92f5-237c-46d5-a831-9463f7eedfbe will not be triggered until provisioned by entity DHCP. {{(pid=79929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 10 21:04:52.795819 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-1ffbf5c7-045c-4c4c-b5fb-a3ad88c1a0ac req-a50cb2d0-6d62-4de7-a64c-622b40852354 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778797635767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630282'] for port, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:52.840472 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-11338bb0-63fb-41de-89a3-2ebd67c38026 tempest-DeleteServersTestJSON-483487906 tempest-DeleteServersTestJSON-483487906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:04:53.001326 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:04:53.096909 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca858b0b-de72-4e08-8604-c48740bd912a None None] Pushing event updated for resources: {'Port': ['ID=a736307f-117c-4fa5-bf96-3e147635ea30,revision_number=1']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:04:53.100181 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-ca858b0b-de72-4e08-8604-c48740bd912a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:04:53.116379 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca858b0b-de72-4e08-8604-c48740bd912a None None] Network 907563d5-8c93-48a0-8af3-4935d55858dd is already hosted by enough agents. {{(pid=79930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 10 21:04:53.118433 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.base_scheduler [None req-ca858b0b-de72-4e08-8604-c48740bd912a None None] Resources bound (agent type, host, resource id):  {{(pid=79930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 10 21:04:53.120936 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca858b0b-de72-4e08-8604-c48740bd912a None None] Received port after_create {{(pid=79930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 10 21:04:53.136104 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50cb2d0-6d62-4de7-a64c-622b40852354 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Pushing event updated for resources: {'Port': ['ID=5cea92f5-237c-46d5-a831-9463f7eedfbe,revision_number=1']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:04:53.139444 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f30b4f-069c-40f2-a80d-fde75cc70d04 req-1db77165-2b0a-49e7-abdd-f88bf990e329 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:04:53.141329 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-a5f30b4f-069c-40f2-a80d-fde75cc70d04 req-1db77165-2b0a-49e7-abdd-f88bf990e329 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=9a0928b3-8b03-40d2-b78f-7eb8e84b309f HTTP/1.1" status: 200  len: 946 time: 1.2307701
Feb 10 21:04:53.159104 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 57324) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:04:53.195193 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-a50cb2d0-6d62-4de7-a64c-622b40852354 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:04:53.209023 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [None req-acfd9306-db10-4de6-bb40-74d4489882d3 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Request body: {'floatingip': {'port_id': '1556af23-7030-4f4d-8750-7e5780fdd8aa'}} {{(pid=79929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:04:53.315118 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-ca858b0b-de72-4e08-8604-c48740bd912a None None] Attempting to bind port a736307f-117c-4fa5-bf96-3e147635ea30 on host dv-cinder-775008-1-iscsi for vnic_type normal with profile  {{(pid=79930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 10 21:04:53.315540 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-ca858b0b-de72-4e08-8604-c48740bd912a None None] Attempting to bind port a736307f-117c-4fa5-bf96-3e147635ea30 by drivers openvswitch on host dv-cinder-775008-1-iscsi at level 0 using segments [{'id': '29a8cf3a-f007-43c8-ad36-c9b75fc33c26', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '907563d5-8c93-48a0-8af3-4935d55858dd'}] {{(pid=79930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 10 21:04:53.315955 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca858b0b-de72-4e08-8604-c48740bd912a None None] Attempting to bind port a736307f-117c-4fa5-bf96-3e147635ea30 on network 907563d5-8c93-48a0-8af3-4935d55858dd {{(pid=79930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 10 21:04:53.332844 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca858b0b-de72-4e08-8604-c48740bd912a None None] Checking agent: {'id': '1c483f99-5707-4fa0-b001-c7f2c0c49e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775008-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 10, 20, 53, 28), 'started_at': datetime.datetime(2021, 2, 10, 20, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 2, 10, 21, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775008-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 10 21:04:53.333267 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca858b0b-de72-4e08-8604-c48740bd912a None None] Checking segment: {'id': '29a8cf3a-f007-43c8-ad36-c9b75fc33c26', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '907563d5-8c93-48a0-8af3-4935d55858dd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 10 21:04:53.333720 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ca858b0b-de72-4e08-8604-c48740bd912a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:53.334250 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca858b0b-de72-4e08-8604-c48740bd912a None None] Bound using segment: {'id': '29a8cf3a-f007-43c8-ad36-c9b75fc33c26', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '907563d5-8c93-48a0-8af3-4935d55858dd'} {{(pid=79930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 10 21:04:53.334806 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-ca858b0b-de72-4e08-8604-c48740bd912a None None] Bound port: a736307f-117c-4fa5-bf96-3e147635ea30, host: dv-cinder-775008-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29a8cf3a-f007-43c8-ad36-c9b75fc33c26', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '907563d5-8c93-48a0-8af3-4935d55858dd'}}] {{(pid=79930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 10 21:04:53.335792 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ca858b0b-de72-4e08-8604-c48740bd912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:53.402041 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ee1b1e6a-eb47-40ca-a822-fe63722c74ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3141311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3516804'] for subnet, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:53.550614 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-ca858b0b-de72-4e08-8604-c48740bd912a None None] For port a736307f-117c-4fa5-bf96-3e147635ea30, host dv-cinder-775008-1-iscsi, cleared binding levels {{(pid=79930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 10 21:04:53.554339 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-ca858b0b-de72-4e08-8604-c48740bd912a None None] For port a736307f-117c-4fa5-bf96-3e147635ea30, host dv-cinder-775008-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-iscsi',level=0,port_id=a736307f-117c-4fa5-bf96-3e147635ea30,segment=NetworkSegment(29a8cf3a-f007-43c8-ad36-c9b75fc33c26),segment_id=29a8cf3a-f007-43c8-ad36-c9b75fc33c26)] {{(pid=79930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 10 21:04:53.558044 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ca858b0b-de72-4e08-8604-c48740bd912a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:53.575365 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ffbf5c7-045c-4c4c-b5fb-a3ad88c1a0ac req-a50cb2d0-6d62-4de7-a64c-622b40852354 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Network d499e464-54e8-4dd4-9520-8f962f4aa61a is already hosted by enough agents. {{(pid=79929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 10 21:04:53.597459 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-acfd9306-db10-4de6-bb40-74d4489882d3 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Notify callbacks [] for floatingip, before_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:53.666438 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.base_scheduler [req-1ffbf5c7-045c-4c4c-b5fb-a3ad88c1a0ac req-a50cb2d0-6d62-4de7-a64c-622b40852354 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Resources bound (agent type, host, resource id):  {{(pid=79929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 10 21:04:53.691417 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ffbf5c7-045c-4c4c-b5fb-a3ad88c1a0ac req-a50cb2d0-6d62-4de7-a64c-622b40852354 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Received port after_create {{(pid=79929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 10 21:04:53.768248 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-29824069-15e1-45da-a899-803b93158804 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:04:53.914271 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca858b0b-de72-4e08-8604-c48740bd912a None None] Pushing event updated for resources: {'Port': ['ID=a736307f-117c-4fa5-bf96-3e147635ea30,revision_number=2']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:04:53.927179 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-ca858b0b-de72-4e08-8604-c48740bd912a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:04:54.222316 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:04:54.399692 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-a347aa01-da80-44ef-beec-542247a770b4 None None] Provisioning for port 5cea92f5-237c-46d5-a831-9463f7eedfbe completed by entity DHCP. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 10 21:04:54.405382 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-78dd0b60-59ea-4f6e-8b85-1ed9b5b5b2ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:54.408556 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-a347aa01-da80-44ef-beec-542247a770b4 None None] Provisioning complete for port 5cea92f5-237c-46d5-a831-9463f7eedfbe triggered by entity DHCP. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:04:54.409139 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a347aa01-da80-44ef-beec-542247a770b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:54.415020 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1b1e6a-eb47-40ca-a822-fe63722c74ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=56f171b1-73a4-4439-84b8-3d620b415560,revision_number=0']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:04:54.431175 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-ee1b1e6a-eb47-40ca-a822-fe63722c74ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:04:54.455156 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-5f6d8564-c947-4376-9050-b81b09436a6f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:54.482209 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-a347aa01-da80-44ef-beec-542247a770b4 None None] Port 5cea92f5-237c-46d5-a831-9463f7eedfbe cannot update to ACTIVE because it is not bound. {{(pid=79930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 10 21:04:54.508810 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-5f6d8564-c947-4376-9050-b81b09436a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:54.646378 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffbf5c7-045c-4c4c-b5fb-a3ad88c1a0ac req-a50cb2d0-6d62-4de7-a64c-622b40852354 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:04:54.647397 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-1ffbf5c7-045c-4c4c-b5fb-a3ad88c1a0ac req-a50cb2d0-6d62-4de7-a64c-622b40852354 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770081'] for port, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:54.674618 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa641c7b-c83f-4dfd-a4af-ae3719e5611d req-6bd5ed71-f641-4283-9c1a-5e565156fa1c tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:04:54.678705 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-aa641c7b-c83f-4dfd-a4af-ae3719e5611d req-6bd5ed71-f641-4283-9c1a-5e565156fa1c tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/ports?device_id=3dee1e11-308a-436e-aa4a-df62e56e7423 HTTP/1.1" status: 200  len: 932 time: 1.2782240
Feb 10 21:04:54.900038 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1b1e6a-eb47-40ca-a822-fe63722c74ba admin admin] Checking segment: {'id': '71fb9a08-61cd-4755-9578-354eee263c8d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '4dd4590c-4b8b-449e-a471-24dd073a3148'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 10 21:04:54.900449 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1b1e6a-eb47-40ca-a822-fe63722c74ba admin admin] Network hostable DHCP agents. Network: 4dd4590c-4b8b-449e-a471-24dd073a3148, hostable agents: ['81d85903-877f-455d-aaa7-fc933394e41c'], hosted agents: [] {{(pid=79928) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 10 21:04:54.937685 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1ffbf5c7-045c-4c4c-b5fb-a3ad88c1a0ac req-a50cb2d0-6d62-4de7-a64c-622b40852354 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.1130443
Feb 10 21:04:54.976987 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-aa641c7b-c83f-4dfd-a4af-ae3719e5611d req-faf9fe25-b047-4d27-aaba-1440fb2d4295 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Synchronizing usage tracker for tenant:450f83fab0734bc4b485b263670f0fa7 on resource:security_group {{(pid=79928) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 10 21:04:55.098335 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1b1e6a-eb47-40ca-a822-fe63722c74ba admin admin] Network 4dd4590c-4b8b-449e-a471-24dd073a3148 is scheduled to be hosted by DHCP agent 81d85903-877f-455d-aaa7-fc933394e41c with binding_index 1 {{(pid=79928) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 10 21:04:55.129015 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865be393-6ae2-4c1c-a091-be55c9511468 req-751451a7-0021-40fb-9200-1e343ad375fb tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:04:55.131023 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-865be393-6ae2-4c1c-a091-be55c9511468 req-751451a7-0021-40fb-9200-1e343ad375fb tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5a452ba-1bbb-4cf5-a43d-16be280c05b9 HTTP/1.1" status: 200  len: 946 time: 0.4760492
Feb 10 21:04:55.149986 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.base_scheduler [None req-ee1b1e6a-eb47-40ca-a822-fe63722c74ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775008-1-iscsi, 4dd4590c-4b8b-449e-a471-24dd073a3148) {{(pid=79928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 10 21:04:55.161162 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-aa641c7b-c83f-4dfd-a4af-ae3719e5611d req-faf9fe25-b047-4d27-aaba-1440fb2d4295 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Unset dirty status for tenant:450f83fab0734bc4b485b263670f0fa7 on resource:security_group {{(pid=79928) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 10 21:04:55.163161 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68171689-8f4c-4ce4-ba84-68c930ca7c55 None None] Network 4dd4590c-4b8b-449e-a471-24dd073a3148 requested from dv-cinder-775008-1-iscsi {{(pid=79930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 10 21:04:55.185494 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-aa641c7b-c83f-4dfd-a4af-ae3719e5611d req-faf9fe25-b047-4d27-aaba-1440fb2d4295 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/security-groups?id=c335b989-9e5c-4bf7-8234-e0ff1c1dd57a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4811201
Feb 10 21:04:55.236956 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1b1e6a-eb47-40ca-a822-fe63722c74ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:04:55.237716 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ee1b1e6a-eb47-40ca-a822-fe63722c74ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728031'] for subnet, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:55.303400 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-ee1b1e6a-eb47-40ca-a822-fe63722c74ba admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 3.6243007
Feb 10 21:04:55.312920 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-865be393-6ae2-4c1c-a091-be55c9511468 req-7e2af8f6-579a-4d82-95d9-8b16c11fce23 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1104167
Feb 10 21:04:55.318122 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.db.resource_extend [None req-acfd9306-db10-4de6-bb40-74d4489882d3 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=79929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 10 21:04:55.405570 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.db_base_plugin_common [None req-5f6d8564-c947-4376-9050-b81b09436a6f admin admin] Allocated IP 172.27.3.34 (caec50ae-8f3b-4f45-a3ad-eb903a732614/47475132-bc81-43cb-b635-450463390609/7d33b231-6d3d-4c83-ba7f-3187ea2aa5db) {{(pid=79928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 10 21:04:55.508176 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-acfd9306-db10-4de6-bb40-74d4489882d3 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:55.514180 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-acfd9306-db10-4de6-bb40-74d4489882d3 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850656737'] for floatingip, after_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:55.630423 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705b078d-b823-462a-b798-a672035fa3a8 None None] Network 4dd4590c-4b8b-449e-a471-24dd073a3148 requested from dv-cinder-775008-1-iscsi {{(pid=79930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 10 21:04:55.681439 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-5f6d8564-c947-4376-9050-b81b09436a6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:55.750247 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-5f6d8564-c947-4376-9050-b81b09436a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778797635767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851641298'] for port, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:55.779107 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:04:56.020818 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6d8564-c947-4376-9050-b81b09436a6f admin admin] Pushing event updated for resources: {'Port': ['ID=7d33b231-6d3d-4c83-ba7f-3187ea2aa5db,revision_number=1']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:04:56.041124 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-5f6d8564-c947-4376-9050-b81b09436a6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:04:56.199240 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6d8564-c947-4376-9050-b81b09436a6f admin admin] Network caec50ae-8f3b-4f45-a3ad-eb903a732614 is already hosted by enough agents. {{(pid=79928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 10 21:04:56.202367 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.base_scheduler [None req-5f6d8564-c947-4376-9050-b81b09436a6f admin admin] Resources bound (agent type, host, resource id):  {{(pid=79928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 10 21:04:56.207526 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6d8564-c947-4376-9050-b81b09436a6f admin admin] Received port after_create {{(pid=79928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 10 21:04:56.214086 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.db.l3_db [None req-acfd9306-db10-4de6-bb40-74d4489882d3 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Floating IP fff21e0a-8781-497a-bb70-9a636349ae43 associated. External IP: 172.27.3.60, port: 1556af23-7030-4f4d-8750-7e5780fdd8aa.
Feb 10 21:04:56.491007 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76a3651-985b-43df-8751-ece9482518ed None None] Network 907563d5-8c93-48a0-8af3-4935d55858dd requested from dv-cinder-775008-1-iscsi {{(pid=79930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 10 21:04:56.675846 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-f4f36cfa-ddcc-4b54-aac8-ec3acfb4d89e None None] Provisioning for port a736307f-117c-4fa5-bf96-3e147635ea30 completed by entity DHCP. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 10 21:04:56.727050 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-272b93d2-35f1-4da1-98e6-08dadae8f714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:56.775194 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Device a736307f-117c-4fa5-bf96-3e147635ea30 up at agent ovs-agent-dv-cinder-775008-1-iscsi {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:04:56.916301 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Provisioning for port a736307f-117c-4fa5-bf96-3e147635ea30 completed by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 10 21:04:56.926314 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Provisioning complete for port a736307f-117c-4fa5-bf96-3e147635ea30 triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:04:56.926986 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:57.156254 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8107d0d-be47-4f3d-bbbc-b7f6a0599c14 req-2ae14652-a7b8-4abf-b768-8ebeecee5731 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:04:57.161369 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-d8107d0d-be47-4f3d-bbbc-b7f6a0599c14 req-2ae14652-a7b8-4abf-b768-8ebeecee5731 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5a452ba-1bbb-4cf5-a43d-16be280c05b9 HTTP/1.1" status: 200  len: 946 time: 0.3211541
Feb 10 21:04:57.178633 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:57.231250 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] For port a736307f-117c-4fa5-bf96-3e147635ea30, host dv-cinder-775008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-iscsi',level=0,port_id=a736307f-117c-4fa5-bf96-3e147635ea30,segment=NetworkSegment(29a8cf3a-f007-43c8-ad36-c9b75fc33c26),segment_id=29a8cf3a-f007-43c8-ad36-c9b75fc33c26)] {{(pid=79930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:04:57.252521 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:57.255420 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:04:57.268506 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-d8107d0d-be47-4f3d-bbbc-b7f6a0599c14 req-0e8241e9-4aa1-4085-b19a-fabe5fb42584 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0898132
Feb 10 21:04:57.268506 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acfd9306-db10-4de6-bb40-74d4489882d3 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Router 2e104534-3e4e-4154-a391-9d9cf3ff8fa6 has already been hosted by L3 agent 351a09a7-a8bd-44d4-8337-3dd1b5c8f290 {{(pid=79929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 10 21:04:57.339892 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdfa692-0764-46de-85c5-07e5e339a74d req-ae74f084-3b17-49d1-a715-4ae9abdd1234 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:04:57.341885 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-fcdfa692-0764-46de-85c5-07e5e339a74d req-ae74f084-3b17-49d1-a715-4ae9abdd1234 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/ports?device_id=3dee1e11-308a-436e-aa4a-df62e56e7423 HTTP/1.1" status: 200  len: 932 time: 0.8424613
Feb 10 21:04:57.377225 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8e35c017-ca0e-4997-9af4-ce0f5f2c761e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:57.404343 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-5f6d8564-c947-4376-9050-b81b09436a6f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:57.417478 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Pushing event updated for resources: {'Port': ['ID=a736307f-117c-4fa5-bf96-3e147635ea30,revision_number=3']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:04:57.427728 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:04:57.642271 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-bb10cc96-3e23-489a-8042-3da9c275819b None None] Provisioning complete for port a736307f-117c-4fa5-bf96-3e147635ea30 triggered by entity DHCP. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:04:57.642794 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-bb10cc96-3e23-489a-8042-3da9c275819b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:57.643946 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acfd9306-db10-4de6-bb40-74d4489882d3 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Notify agent at l3_agent.dv-cinder-775008-1-iscsi the message routers_updated {{(pid=79929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 10 21:04:57.648535 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-acfd9306-db10-4de6-bb40-74d4489882d3 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770081'] for floatingip, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:57.668850 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d869969-4e2c-469a-8ed9-f8b72b075503 None None] Sync routers for ids ['2e104534-3e4e-4154-a391-9d9cf3ff8fa6'] in dv-cinder-775008-1-iscsi {{(pid=79931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 10 21:04:57.691882 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d869969-4e2c-469a-8ed9-f8b72b075503 None None] Routers {'2e104534-3e4e-4154-a391-9d9cf3ff8fa6'} bound to L3 agent in host dv-cinder-775008-1-iscsi {{(pid=79931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 10 21:04:57.693065 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-9d869969-4e2c-469a-8ed9-f8b72b075503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbf90939b38>, 'dv-cinder-775008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-10T20:53:27Z,description=<?>,heartbeat_timestamp=2021-02-10T21:04:57Z,host='dv-cinder-775008-1-iscsi',id=351a09a7-a8bd-44d4-8337-3dd1b5c8f290,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-10T20:53:27Z,topic='l3_agent')) {'router_ids': ['2e104534-3e4e-4154-a391-9d9cf3ff8fa6'], 'active': True} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:04:57.734463 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-acfd9306-db10-4de6-bb40-74d4489882d3 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "PUT /v2.0/floatingips/fff21e0a-8781-497a-bb70-9a636349ae43 HTTP/1.1" status: 200  len: 991 time: 4.5549033
Feb 10 21:04:57.734463 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a0928b3-8b03-40d2-b78f-7eb8e84b309f', 'tag': '1556af23-7030-4f4d-8750-7e5780fdd8aa'}] {{(pid=79929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 10 21:04:57.744988 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-fcdfa692-0764-46de-85c5-07e5e339a74d req-c19c6ae6-dce0-40cc-9c43-df47c0cd12ba tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/security-groups?id=c335b989-9e5c-4bf7-8234-e0ff1c1dd57a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1155050
Feb 10 21:04:57.977955 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a0928b3-8b03-40d2-b78f-7eb8e84b309f', 'tag': '1556af23-7030-4f4d-8750-7e5780fdd8aa', 'status': 'completed', 'code': 200}
Feb 10 21:04:57.979394 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvr_db [None req-9d869969-4e2c-469a-8ed9-f8b72b075503 None None] Set router 2e104534-3e4e-4154-a391-9d9cf3ff8fa6 gateway port host: dv-cinder-775008-1-iscsi {{(pid=79931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 10 21:04:58.083429 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-70d1a081-d54e-4f7a-a042-456f9f244735 None None] Provisioning complete for port a736307f-117c-4fa5-bf96-3e147635ea30 triggered by entity DHCP. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:04:58.083429 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-70d1a081-d54e-4f7a-a042-456f9f244735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:58.328261 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:58.349246 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a16a173f-35ea-40df-9953-0a23fc2526db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:58.370711 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-5f6d8564-c947-4376-9050-b81b09436a6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850661588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850655767'] for router, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:58.577950 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-22e5da01-7aff-4539-b00b-499e8509b36f None None] Provisioning complete for port a736307f-117c-4fa5-bf96-3e147635ea30 triggered by entity DHCP. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:04:58.577950 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-22e5da01-7aff-4539-b00b-499e8509b36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:58.753177 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-9d869969-4e2c-469a-8ed9-f8b72b075503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbf90939b38>, [{'id': '2e104534-3e4e-4154-a391-9d9cf3ff8fa6', 'name': 'tempest-AttachVolumeShelveTestJSON-874070501-router', 'tenant_id': 'eb8be716db2e42aea2a6c06bf05c44b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': 'c96d1082-8b20-4b01-a83f-c53bd580ef7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:04:04Z', 'updated_at': '2021-02-10T21:04:14Z', 'revision_number': 4, 'project_id': 'eb8be716db2e42aea2a6c06bf05c44b5', 'gw_port': {'id': 'c96d1082-8b20-4b01-a83f-c53bd580ef7b', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:68:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e104534-3e4e-4154-a391-9d9cf3ff8fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:04:06Z', 'updated_at': '2021-02-10T21:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi', '_floatingips': [{'id': 'fff21e0a-8781-497a-bb70-9a636349ae43', 'tenant_id': 'eb8be716db2e42aea2a6c06bf05c44b5', 'floating_ip_address': '172.27.3.60', 'floating_network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'router_id': '2e104534-3e4e-4154-a391-9d9cf3ff8fa6', 'port_id': '1556af23-7030-4f4d-8750-7e5780fdd8aa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '009dd3d9-5800-4858-a534-697a99ad36c1', 'mac_address': 'fa:16:3e:76:2e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0928b3-8b03-40d2-b78f-7eb8e84b309f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-10T21:04:22Z', 'updated_at': '2021-02-10T21:04:55Z', 'revision_number': 1, 'project_id': 'eb8be716db2e42aea2a6c06bf05c44b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36b90f73-a138-4d9f-b18f-6974b61cde97', 'name': '', 'network_id': '009dd3d9-5800-4858-a534-697a99ad36c1', 'tenant_id': 'eb8be716db2e42aea2a6c06bf05c44b5', 'mac_address': 'fa:16:3e:e4:3f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e104534-3e4e-4154-a391-9d9cf3ff8fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '6d155787-390f-4d80-9348-99de0b4f3565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:04:12Z', 'updated_at': '2021-02-10T21:04:26Z', 'revision_number': 5, 'project_id': 'eb8be716db2e42aea2a6c06bf05c44b5', 'subnets': [{'id': '6d155787-390f-4d80-9348-99de0b4f3565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775008-1-iscsi', False) {} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:04:58.759816 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Device a736307f-117c-4fa5-bf96-3e147635ea30 up at agent ovs-agent-dv-cinder-775008-1-iscsi {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:04:58.794552 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d869969-4e2c-469a-8ed9-f8b72b075503 None None] Checking router: 2e104534-3e4e-4154-a391-9d9cf3ff8fa6 for host: dv-cinder-775008-1-iscsi {{(pid=79931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 10 21:04:58.831376 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d869969-4e2c-469a-8ed9-f8b72b075503 None None] Routers {'2e104534-3e4e-4154-a391-9d9cf3ff8fa6'} bound to L3 agent in host dv-cinder-775008-1-iscsi {{(pid=79931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 10 21:04:58.832248 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-9d869969-4e2c-469a-8ed9-f8b72b075503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbf90939b38>, 'dv-cinder-775008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-10T20:53:27Z,description=<?>,heartbeat_timestamp=2021-02-10T21:04:57Z,host='dv-cinder-775008-1-iscsi',id=351a09a7-a8bd-44d4-8337-3dd1b5c8f290,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-10T20:53:27Z,topic='l3_agent')) {'router_ids': ['2e104534-3e4e-4154-a391-9d9cf3ff8fa6'], 'active': True} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:04:58.982183 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Provisioning complete for port a736307f-117c-4fa5-bf96-3e147635ea30 triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:04:58.987658 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:59.243850 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvr_db [None req-9d869969-4e2c-469a-8ed9-f8b72b075503 None None] Set router 2e104534-3e4e-4154-a391-9d9cf3ff8fa6 gateway port host: dv-cinder-775008-1-iscsi {{(pid=79931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 10 21:04:59.278120 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fd7b54-95c6-4b17-ae70-c6c258690a9e req-86bfb421-100e-449b-83c3-dd1ccdf999be tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:04:59.278933 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-13fd7b54-95c6-4b17-ae70-c6c258690a9e req-86bfb421-100e-449b-83c3-dd1ccdf999be tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] Synchronizing usage tracker for tenant:7eb5408997f5494f9056ccb8d369ab60 on resource:network {{(pid=79928) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 10 21:04:59.303989 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f6d8564-c947-4376-9050-b81b09436a6f admin admin] Router 499ff7bd-3aea-4bb2-a9b9-b7f90f83dfbc is scheduled to L3 agent 351a09a7-a8bd-44d4-8337-3dd1b5c8f290 with binding_index 1 {{(pid=79928) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 10 21:04:59.313916 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-13fd7b54-95c6-4b17-ae70-c6c258690a9e req-86bfb421-100e-449b-83c3-dd1ccdf999be tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] Unset dirty status for tenant:7eb5408997f5494f9056ccb8d369ab60 on resource:network {{(pid=79928) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 10 21:04:59.315254 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-13fd7b54-95c6-4b17-ae70-c6c258690a9e req-86bfb421-100e-449b-83c3-dd1ccdf999be tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] 10.222.0.82 "GET /v2.0/networks?id=4dd4590c-4b8b-449e-a471-24dd073a3148 HTTP/1.1" status: 200  len: 813 time: 0.4299226
Feb 10 21:04:59.479511 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-13fd7b54-95c6-4b17-ae70-c6c258690a9e req-5e40c711-344a-4ae1-84a1-e017bd2bf387 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] 10.222.0.82 "GET /v2.0/quotas/7eb5408997f5494f9056ccb8d369ab60 HTTP/1.1" status: 200  len: 375 time: 0.0372527
Feb 10 21:04:59.556216 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-13fd7b54-95c6-4b17-ae70-c6c258690a9e req-76491ca0-6837-4b8a-b902-eae12179c5c0 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=7eb5408997f5494f9056ccb8d369ab60&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0670776
Feb 10 21:04:59.608789 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f6d8564-c947-4376-9050-b81b09436a6f admin admin] Notify agent at l3_agent.dv-cinder-775008-1-iscsi the message routers_updated {{(pid=79928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 10 21:04:59.617718 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99951a76-293e-43bc-bb2c-6c84d123ab6b None None] Sync routers for ids ['499ff7bd-3aea-4bb2-a9b9-b7f90f83dfbc'] in dv-cinder-775008-1-iscsi {{(pid=79930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 10 21:04:59.640656 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99951a76-293e-43bc-bb2c-6c84d123ab6b None None] Routers {'499ff7bd-3aea-4bb2-a9b9-b7f90f83dfbc'} bound to L3 agent in host dv-cinder-775008-1-iscsi {{(pid=79930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 10 21:04:59.641524 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-99951a76-293e-43bc-bb2c-6c84d123ab6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbf9003b240>, 'dv-cinder-775008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-10T20:53:27Z,description=<?>,heartbeat_timestamp=2021-02-10T21:04:57Z,host='dv-cinder-775008-1-iscsi',id=351a09a7-a8bd-44d4-8337-3dd1b5c8f290,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-10T20:53:27Z,topic='l3_agent')) {'router_ids': ['499ff7bd-3aea-4bb2-a9b9-b7f90f83dfbc'], 'active': True} {{(pid=79930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:04:59.660118 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-9d869969-4e2c-469a-8ed9-f8b72b075503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbf90939b38>, [{'id': '2e104534-3e4e-4154-a391-9d9cf3ff8fa6', 'name': 'tempest-AttachVolumeShelveTestJSON-874070501-router', 'tenant_id': 'eb8be716db2e42aea2a6c06bf05c44b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': 'c96d1082-8b20-4b01-a83f-c53bd580ef7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:04:04Z', 'updated_at': '2021-02-10T21:04:14Z', 'revision_number': 4, 'project_id': 'eb8be716db2e42aea2a6c06bf05c44b5', 'gw_port': {'id': 'c96d1082-8b20-4b01-a83f-c53bd580ef7b', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:68:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e104534-3e4e-4154-a391-9d9cf3ff8fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:04:06Z', 'updated_at': '2021-02-10T21:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi', '_floatingips': [{'id': 'fff21e0a-8781-497a-bb70-9a636349ae43', 'tenant_id': 'eb8be716db2e42aea2a6c06bf05c44b5', 'floating_ip_address': '172.27.3.60', 'floating_network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'router_id': '2e104534-3e4e-4154-a391-9d9cf3ff8fa6', 'port_id': '1556af23-7030-4f4d-8750-7e5780fdd8aa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '009dd3d9-5800-4858-a534-697a99ad36c1', 'mac_address': 'fa:16:3e:76:2e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0928b3-8b03-40d2-b78f-7eb8e84b309f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-10T21:04:22Z', 'updated_at': '2021-02-10T21:04:55Z', 'revision_number': 1, 'project_id': 'eb8be716db2e42aea2a6c06bf05c44b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36b90f73-a138-4d9f-b18f-6974b61cde97', 'name': '', 'network_id': '009dd3d9-5800-4858-a534-697a99ad36c1', 'tenant_id': 'eb8be716db2e42aea2a6c06bf05c44b5', 'mac_address': 'fa:16:3e:e4:3f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e104534-3e4e-4154-a391-9d9cf3ff8fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '6d155787-390f-4d80-9348-99de0b4f3565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:04:12Z', 'updated_at': '2021-02-10T21:04:26Z', 'revision_number': 5, 'project_id': 'eb8be716db2e42aea2a6c06bf05c44b5', 'subnets': [{'id': '6d155787-390f-4d80-9348-99de0b4f3565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775008-1-iscsi', False) {} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:04:59.664772 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d869969-4e2c-469a-8ed9-f8b72b075503 None None] The sync data for ids ['2e104534-3e4e-4154-a391-9d9cf3ff8fa6'] in dv-cinder-775008-1-iscsi is: [{'id': '2e104534-3e4e-4154-a391-9d9cf3ff8fa6', 'name': 'tempest-AttachVolumeShelveTestJSON-874070501-router', 'tenant_id': 'eb8be716db2e42aea2a6c06bf05c44b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': 'c96d1082-8b20-4b01-a83f-c53bd580ef7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:04:04Z', 'updated_at': '2021-02-10T21:04:14Z', 'revision_number': 4, 'project_id': 'eb8be716db2e42aea2a6c06bf05c44b5', 'gw_port': {'id': 'c96d1082-8b20-4b01-a83f-c53bd580ef7b', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:68:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e104534-3e4e-4154-a391-9d9cf3ff8fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:04:06Z', 'updated_at': '2021-02-10T21:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi', '_floatingips': [{'id': 'fff21e0a-8781-497a-bb70-9a636349ae43', 'tenant_id': 'eb8be716db2e42aea2a6c06bf05c44b5', 'floating_ip_address': '172.27.3.60', 'floating_network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'router_id': '2e104534-3e4e-4154-a391-9d9cf3ff8fa6', 'port_id': '1556af23-7030-4f4d-8750-7e5780fdd8aa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '009dd3d9-5800-4858-a534-697a99ad36c1', 'mac_address': 'fa:16:3e:76:2e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0928b3-8b03-40d2-b78f-7eb8e84b309f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-10T21:04:22Z', 'updated_at': '2021-02-10T21:04:55Z', 'revision_number': 1, 'project_id': 'eb8be716db2e42aea2a6c06bf05c44b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36b90f73-a138-4d9f-b18f-6974b61cde97', 'name': '', 'network_id': '009dd3d9-5800-4858-a534-697a99ad36c1', 'tenant_id': 'eb8be716db2e42aea2a6c06bf05c44b5', 'mac_address': 'fa:16:3e:e4:3f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e104534-3e4e-4154-a391-9d9cf3ff8fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '6d155787-390f-4d80-9348-99de0b4f3565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:04:12Z', 'updated_at': '2021-02-10T21:04:26Z', 'revision_number': 5, 'project_id': 'eb8be716db2e42aea2a6c06bf05c44b5', 'subnets': [{'id': '6d155787-390f-4d80-9348-99de0b4f3565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 10 21:04:59.709430 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-5f6d8564-c947-4376-9050-b81b09436a6f admin admin] Notify callbacks [] for router, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:04:59.715115 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 57394) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:04:59.717946 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-5f6d8564-c947-4376-9050-b81b09436a6f admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 8.3086686
Feb 10 21:04:59.797782 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-13fd7b54-95c6-4b17-ae70-c6c258690a9e req-c71d0abc-e009-40e6-8927-f0e5097b64c3 service neutron] 10.222.0.82 "GET /v2.0/networks/4dd4590c-4b8b-449e-a471-24dd073a3148?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2307982
Feb 10 21:04:59.894796 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvr_db [None req-99951a76-293e-43bc-bb2c-6c84d123ab6b None None] Set router 499ff7bd-3aea-4bb2-a9b9-b7f90f83dfbc gateway port host: dv-cinder-775008-1-iscsi {{(pid=79930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 10 21:05:00.123395 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-13fd7b54-95c6-4b17-ae70-c6c258690a9e req-5fabc691-f953-4b2c-a588-bf3bff81b691 service neutron] 10.222.0.82 "GET /v2.0/networks/4dd4590c-4b8b-449e-a471-24dd073a3148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3131371
Feb 10 21:05:00.142085 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e7edd2-a114-4141-9697-098477096784 None None] New status for floating IP fff21e0a-8781-497a-bb70-9a636349ae43: ACTIVE {{(pid=79931) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 10 21:05:00.348392 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-99951a76-293e-43bc-bb2c-6c84d123ab6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbf9003b240>, [{'id': '499ff7bd-3aea-4bb2-a9b9-b7f90f83dfbc', 'name': 'tempest-TestShelveInstance-722730644-router', 'tenant_id': 'acdfa87ec4e64a238c41778849fb8664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': '7d33b231-6d3d-4c83-ba7f-3187ea2aa5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:04:51Z', 'updated_at': '2021-02-10T21:04:56Z', 'revision_number': 3, 'project_id': 'acdfa87ec4e64a238c41778849fb8664', 'gw_port': {'id': '7d33b231-6d3d-4c83-ba7f-3187ea2aa5db', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '499ff7bd-3aea-4bb2-a9b9-b7f90f83dfbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:04:55Z', 'updated_at': '2021-02-10T21:04:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi'}], 'dv-cinder-775008-1-iscsi', False) {} {{(pid=79930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:05:00.362681 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99951a76-293e-43bc-bb2c-6c84d123ab6b None None] Checking router: 499ff7bd-3aea-4bb2-a9b9-b7f90f83dfbc for host: dv-cinder-775008-1-iscsi {{(pid=79930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 10 21:05:00.363250 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99951a76-293e-43bc-bb2c-6c84d123ab6b None None] Updating router 499ff7bd-3aea-4bb2-a9b9-b7f90f83dfbc port 7d33b231-6d3d-4c83-ba7f-3187ea2aa5db binding host dv-cinder-775008-1-iscsi {{(pid=79930) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 10 21:05:00.535243 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-99951a76-293e-43bc-bb2c-6c84d123ab6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:00.769917 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b4c61678-f0c9-4026-bc87-110b31a6c53d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:00.900459 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b09f44-3afb-4c68-87dc-a9ca4e58dd7f req-e104ccae-7dbd-4995-b2f3-e7f224dffdad tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:00.907825 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-69b09f44-3afb-4c68-87dc-a9ca4e58dd7f req-e104ccae-7dbd-4995-b2f3-e7f224dffdad tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5a452ba-1bbb-4cf5-a43d-16be280c05b9 HTTP/1.1" status: 200  len: 946 time: 0.3377664
Feb 10 21:05:01.125994 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-69b09f44-3afb-4c68-87dc-a9ca4e58dd7f req-69352f7d-481f-4412-8d98-1f6e7287b900 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2096179
Feb 10 21:05:01.465400 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-99951a76-293e-43bc-bb2c-6c84d123ab6b None None] Notify callbacks [] for port, precommit_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:01.479189 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-99951a76-293e-43bc-bb2c-6c84d123ab6b None None] Transition to ACTIVE for port object 7d33b231-6d3d-4c83-ba7f-3187ea2aa5db will not be triggered until provisioned by entity L2. {{(pid=79930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 10 21:05:01.481477 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:01.485240 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-99951a76-293e-43bc-bb2c-6c84d123ab6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:01.502071 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:05:01.509026 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.db_base_plugin_common [None req-b4c61678-f0c9-4026-bc87-110b31a6c53d admin admin] Allocated IP 172.20.0.1 (907563d5-8c93-48a0-8af3-4935d55858dd/cfbf301d-5680-42d3-b573-9c3b05be6f98/5c2ec9e5-a34f-4fe5-9d67-81bd3013c10a) {{(pid=79929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 10 21:05:01.621316 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a45ce2-94fa-4a44-a491-f95f14563696 req-c0124db7-6d2e-4c94-b9f1-9cf6eddb1086 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:01.622984 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-c5a45ce2-94fa-4a44-a491-f95f14563696 req-c0124db7-6d2e-4c94-b9f1-9cf6eddb1086 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/ports?device_id=3dee1e11-308a-436e-aa4a-df62e56e7423 HTTP/1.1" status: 200  len: 932 time: 0.2171738
Feb 10 21:05:01.650087 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16997abc-d491-4c10-88c5-acfe5901924a None None] Pushing event updated for resources: {'Port': ['ID=7d33b231-6d3d-4c83-ba7f-3187ea2aa5db,revision_number=2']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:05:01.656805 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-16997abc-d491-4c10-88c5-acfe5901924a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:05:01.715929 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-c5a45ce2-94fa-4a44-a491-f95f14563696 req-13c296a2-0d6b-4c5f-88b7-328ea398bb14 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/security-groups?id=c335b989-9e5c-4bf7-8234-e0ff1c1dd57a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0855436
Feb 10 21:05:01.750252 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-99951a76-293e-43bc-bb2c-6c84d123ab6b None None] Attempting to bind port 7d33b231-6d3d-4c83-ba7f-3187ea2aa5db on host dv-cinder-775008-1-iscsi for vnic_type normal with profile  {{(pid=79930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 10 21:05:01.750687 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-99951a76-293e-43bc-bb2c-6c84d123ab6b None None] Attempting to bind port 7d33b231-6d3d-4c83-ba7f-3187ea2aa5db by drivers openvswitch on host dv-cinder-775008-1-iscsi at level 0 using segments [{'id': '37fae2f4-4e7c-4231-b866-3c6a09452824', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614'}] {{(pid=79930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 10 21:05:01.751237 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99951a76-293e-43bc-bb2c-6c84d123ab6b None None] Attempting to bind port 7d33b231-6d3d-4c83-ba7f-3187ea2aa5db on network caec50ae-8f3b-4f45-a3ad-eb903a732614 {{(pid=79930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 10 21:05:01.757430 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b4c61678-f0c9-4026-bc87-110b31a6c53d admin admin] Notify callbacks [] for port, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:01.757657 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99951a76-293e-43bc-bb2c-6c84d123ab6b None None] Checking agent: {'id': '1c483f99-5707-4fa0-b001-c7f2c0c49e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775008-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 10, 20, 53, 28), 'started_at': datetime.datetime(2021, 2, 10, 20, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 2, 10, 21, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775008-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 10 21:05:01.758140 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99951a76-293e-43bc-bb2c-6c84d123ab6b None None] Checking segment: {'id': '37fae2f4-4e7c-4231-b866-3c6a09452824', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 10 21:05:01.758606 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-99951a76-293e-43bc-bb2c-6c84d123ab6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:01.759139 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99951a76-293e-43bc-bb2c-6c84d123ab6b None None] Bound using segment: {'id': '37fae2f4-4e7c-4231-b866-3c6a09452824', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614'} {{(pid=79930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 10 21:05:01.759581 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-99951a76-293e-43bc-bb2c-6c84d123ab6b None None] Bound port: 7d33b231-6d3d-4c83-ba7f-3187ea2aa5db, host: dv-cinder-775008-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37fae2f4-4e7c-4231-b866-3c6a09452824', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614'}}] {{(pid=79930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 10 21:05:01.760260 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-99951a76-293e-43bc-bb2c-6c84d123ab6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:01.785108 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b4c61678-f0c9-4026-bc87-110b31a6c53d admin admin] Transition to ACTIVE for port object 5c2ec9e5-a34f-4fe5-9d67-81bd3013c10a will not be triggered until provisioned by entity DHCP. {{(pid=79929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 10 21:05:01.823327 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b4c61678-f0c9-4026-bc87-110b31a6c53d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778797635767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630282'] for port, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:01.843786 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-108a5493-7351-4cd1-ac63-762ed5293950 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:05:01.911359 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-c292aef9-f128-4d52-ac7f-e145bfe1e8cd req-b991e0a6-c975-467f-9766-f80c81e109dd tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] 10.222.0.82 "GET /v2.0/ports?device_id=0bcfc07e-90e7-420c-a8a2-cb1c697a0cc3 HTTP/1.1" status: 200  len: 210 time: 0.0568266
Feb 10 21:05:02.016178 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c61678-f0c9-4026-bc87-110b31a6c53d admin admin] Pushing event updated for resources: {'Port': ['ID=5c2ec9e5-a34f-4fe5-9d67-81bd3013c10a,revision_number=1']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:05:02.021407 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b4c61678-f0c9-4026-bc87-110b31a6c53d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:05:02.075428 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-99951a76-293e-43bc-bb2c-6c84d123ab6b None None] For port 7d33b231-6d3d-4c83-ba7f-3187ea2aa5db, host dv-cinder-775008-1-iscsi, cleared binding levels {{(pid=79930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 10 21:05:02.081382 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-99951a76-293e-43bc-bb2c-6c84d123ab6b None None] For port 7d33b231-6d3d-4c83-ba7f-3187ea2aa5db, host dv-cinder-775008-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-iscsi',level=0,port_id=7d33b231-6d3d-4c83-ba7f-3187ea2aa5db,segment=NetworkSegment(37fae2f4-4e7c-4231-b866-3c6a09452824),segment_id=37fae2f4-4e7c-4231-b866-3c6a09452824)] {{(pid=79930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 10 21:05:02.086033 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-99951a76-293e-43bc-bb2c-6c84d123ab6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:02.097534 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c61678-f0c9-4026-bc87-110b31a6c53d admin admin] Network 907563d5-8c93-48a0-8af3-4935d55858dd is already hosted by enough agents. {{(pid=79929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 10 21:05:02.099287 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.base_scheduler [None req-b4c61678-f0c9-4026-bc87-110b31a6c53d admin admin] Resources bound (agent type, host, resource id):  {{(pid=79929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 10 21:05:02.102714 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c61678-f0c9-4026-bc87-110b31a6c53d admin admin] Received port after_create {{(pid=79929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 10 21:05:02.195670 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b4c61678-f0c9-4026-bc87-110b31a6c53d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850656587'] for router_interface, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:02.240673 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-f2b65ab8-8ae2-4a5c-b552-e821d4756dc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:05:02.341724 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99951a76-293e-43bc-bb2c-6c84d123ab6b None None] Routers {'499ff7bd-3aea-4bb2-a9b9-b7f90f83dfbc'} bound to L3 agent in host dv-cinder-775008-1-iscsi {{(pid=79930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 10 21:05:02.342466 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-99951a76-293e-43bc-bb2c-6c84d123ab6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbf9003b240>, 'dv-cinder-775008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-10T20:53:27Z,description=<?>,heartbeat_timestamp=2021-02-10T21:04:57Z,host='dv-cinder-775008-1-iscsi',id=351a09a7-a8bd-44d4-8337-3dd1b5c8f290,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-10T20:53:27Z,topic='l3_agent')) {'router_ids': ['499ff7bd-3aea-4bb2-a9b9-b7f90f83dfbc'], 'active': True} {{(pid=79930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:05:02.625524 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-fbc10331-d2fc-4b5c-9cf4-0bb7e5cef9b7 None None] Provisioning for port 5c2ec9e5-a34f-4fe5-9d67-81bd3013c10a completed by entity DHCP. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 10 21:05:02.628984 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16997abc-d491-4c10-88c5-acfe5901924a None None] Pushing event updated for resources: {'Port': ['ID=7d33b231-6d3d-4c83-ba7f-3187ea2aa5db,revision_number=3']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:05:02.636995 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-16997abc-d491-4c10-88c5-acfe5901924a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:05:02.650316 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f0cfcf-960a-4f18-ae06-951d00b96469 req-ad0bfe38-eae4-469e-98f2-4495dbaf4ee5 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:02.651521 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-40f0cfcf-960a-4f18-ae06-951d00b96469 req-ad0bfe38-eae4-469e-98f2-4495dbaf4ee5 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5a452ba-1bbb-4cf5-a43d-16be280c05b9 HTTP/1.1" status: 200  len: 946 time: 0.2522242
Feb 10 21:05:02.651655 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-fbc10331-d2fc-4b5c-9cf4-0bb7e5cef9b7 None None] Provisioning complete for port 5c2ec9e5-a34f-4fe5-9d67-81bd3013c10a triggered by entity DHCP. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:05:02.652012 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-fbc10331-d2fc-4b5c-9cf4-0bb7e5cef9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:02.695442 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b4c61678-f0c9-4026-bc87-110b31a6c53d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:02.727949 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-fbc10331-d2fc-4b5c-9cf4-0bb7e5cef9b7 None None] Port 5c2ec9e5-a34f-4fe5-9d67-81bd3013c10a cannot update to ACTIVE because it is not bound. {{(pid=79930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 10 21:05:02.732976 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-40f0cfcf-960a-4f18-ae06-951d00b96469 req-94803092-6f1b-4d41-8780-66bf8e7d2a1c tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0693362
Feb 10 21:05:02.753398 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvr_db [None req-99951a76-293e-43bc-bb2c-6c84d123ab6b None None] Set router 499ff7bd-3aea-4bb2-a9b9-b7f90f83dfbc gateway port host: dv-cinder-775008-1-iscsi {{(pid=79930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 10 21:05:03.089886 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b4c61678-f0c9-4026-bc87-110b31a6c53d admin admin] Notify callbacks [] for port, precommit_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:03.095746 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-99951a76-293e-43bc-bb2c-6c84d123ab6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbf9003b240>, [{'id': '499ff7bd-3aea-4bb2-a9b9-b7f90f83dfbc', 'name': 'tempest-TestShelveInstance-722730644-router', 'tenant_id': 'acdfa87ec4e64a238c41778849fb8664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': '7d33b231-6d3d-4c83-ba7f-3187ea2aa5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:04:51Z', 'updated_at': '2021-02-10T21:04:56Z', 'revision_number': 3, 'project_id': 'acdfa87ec4e64a238c41778849fb8664', 'gw_port': {'id': '7d33b231-6d3d-4c83-ba7f-3187ea2aa5db', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '499ff7bd-3aea-4bb2-a9b9-b7f90f83dfbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:04:55Z', 'updated_at': '2021-02-10T21:05:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi'}], 'dv-cinder-775008-1-iscsi', False) {} {{(pid=79930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:05:03.100619 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99951a76-293e-43bc-bb2c-6c84d123ab6b None None] The sync data for ids ['499ff7bd-3aea-4bb2-a9b9-b7f90f83dfbc'] in dv-cinder-775008-1-iscsi is: [{'id': '499ff7bd-3aea-4bb2-a9b9-b7f90f83dfbc', 'name': 'tempest-TestShelveInstance-722730644-router', 'tenant_id': 'acdfa87ec4e64a238c41778849fb8664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': '7d33b231-6d3d-4c83-ba7f-3187ea2aa5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:04:51Z', 'updated_at': '2021-02-10T21:04:56Z', 'revision_number': 3, 'project_id': 'acdfa87ec4e64a238c41778849fb8664', 'gw_port': {'id': '7d33b231-6d3d-4c83-ba7f-3187ea2aa5db', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '499ff7bd-3aea-4bb2-a9b9-b7f90f83dfbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:04:55Z', 'updated_at': '2021-02-10T21:05:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi'}] {{(pid=79930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 10 21:05:03.116973 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b4c61678-f0c9-4026-bc87-110b31a6c53d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852145533'] for port, after_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:03.120182 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcf6968-caa9-4a84-b880-08274f3996a1 req-a7f8f36f-0d5b-4b3c-a2a9-069555fd40bf tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:03.122147 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-3fcf6968-caa9-4a84-b880-08274f3996a1 req-a7f8f36f-0d5b-4b3c-a2a9-069555fd40bf tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/ports?device_id=3dee1e11-308a-436e-aa4a-df62e56e7423 HTTP/1.1" status: 200  len: 932 time: 0.2284596
Feb 10 21:05:03.168433 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-8aad12d6-5f53-422b-a238-457bcc489485 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:05:03.198173 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-3fcf6968-caa9-4a84-b880-08274f3996a1 req-7cd90c2f-6969-46aa-8c97-b8fc51c6a1b2 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/security-groups?id=c335b989-9e5c-4bf7-8234-e0ff1c1dd57a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0664539
Feb 10 21:05:03.266667 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c61678-f0c9-4026-bc87-110b31a6c53d admin admin] Pushing event updated for resources: {'Port': ['ID=5c2ec9e5-a34f-4fe5-9d67-81bd3013c10a,revision_number=2']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:05:03.271688 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b4c61678-f0c9-4026-bc87-110b31a6c53d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:05:03.277204 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b4c61678-f0c9-4026-bc87-110b31a6c53d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4115697'] for router_interface, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:03.397553 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-cd5215b8-3bc9-48db-9e73-8b8c5c8bd883 req-c6e2ef99-6cc8-459c-b219-fb69258405eb tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] 10.222.0.82 "GET /v2.0/ports?device_id=0bcfc07e-90e7-420c-a8a2-cb1c697a0cc3 HTTP/1.1" status: 200  len: 210 time: 0.0598207
Feb 10 21:05:03.464864 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c61678-f0c9-4026-bc87-110b31a6c53d admin admin] Network 907563d5-8c93-48a0-8af3-4935d55858dd is already hosted by enough agents. {{(pid=79929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 10 21:05:03.466808 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.base_scheduler [None req-b4c61678-f0c9-4026-bc87-110b31a6c53d admin admin] Resources bound (agent type, host, resource id):  {{(pid=79929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 10 21:05:03.765897 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4c61678-f0c9-4026-bc87-110b31a6c53d admin admin] Router 499ff7bd-3aea-4bb2-a9b9-b7f90f83dfbc has already been hosted by L3 agent 351a09a7-a8bd-44d4-8337-3dd1b5c8f290 {{(pid=79929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 10 21:05:03.766159 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-eff35bd5-3549-4afa-9f2e-eabbb58d8b1c None None] Provisioning complete for port 5c2ec9e5-a34f-4fe5-9d67-81bd3013c10a triggered by entity DHCP. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:05:03.766462 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-eff35bd5-3549-4afa-9f2e-eabbb58d8b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:03.877537 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-eff35bd5-3549-4afa-9f2e-eabbb58d8b1c None None] Port 5c2ec9e5-a34f-4fe5-9d67-81bd3013c10a cannot update to ACTIVE because it is not bound. {{(pid=79930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 10 21:05:03.995814 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4c61678-f0c9-4026-bc87-110b31a6c53d admin admin] Notify agent at l3_agent.dv-cinder-775008-1-iscsi the message routers_updated {{(pid=79929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 10 21:05:04.006501 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-b4c61678-f0c9-4026-bc87-110b31a6c53d admin admin] 10.222.0.82 "PUT /v2.0/routers/499ff7bd-3aea-4bb2-a9b9-b7f90f83dfbc/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2901700
Feb 10 21:05:04.130506 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d18634-47c0-4a0b-a2ce-930e9a3d9366 req-b36b0112-843d-406a-97d9-38b9215d6e2a tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:04.140092 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-65d18634-47c0-4a0b-a2ce-930e9a3d9366 req-b36b0112-843d-406a-97d9-38b9215d6e2a tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5a452ba-1bbb-4cf5-a43d-16be280c05b9 HTTP/1.1" status: 200  len: 946 time: 0.2285786
Feb 10 21:05:04.206553 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-65d18634-47c0-4a0b-a2ce-930e9a3d9366 req-dfa4123e-ce2d-47c4-baf1-c069b9213c75 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0651760
Feb 10 21:05:04.575419 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4b3bc0-54e4-44fc-b4f1-a6ac86fa9fc1 req-63d230b0-c5a2-4bdb-a081-82ca15eaf38e tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:04.577141 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-7e4b3bc0-54e4-44fc-b4f1-a6ac86fa9fc1 req-63d230b0-c5a2-4bdb-a081-82ca15eaf38e tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/ports?device_id=3dee1e11-308a-436e-aa4a-df62e56e7423 HTTP/1.1" status: 200  len: 932 time: 0.2175436
Feb 10 21:05:04.676193 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-7e4b3bc0-54e4-44fc-b4f1-a6ac86fa9fc1 req-24571691-c93c-418d-881c-a88640313777 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/security-groups?id=c335b989-9e5c-4bf7-8234-e0ff1c1dd57a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0898175
Feb 10 21:05:04.742356 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Device 7d33b231-6d3d-4c83-ba7f-3187ea2aa5db up at agent ovs-agent-dv-cinder-775008-1-iscsi {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:05:04.838287 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Provisioning for port 7d33b231-6d3d-4c83-ba7f-3187ea2aa5db completed by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 10 21:05:04.846000 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Provisioning complete for port 7d33b231-6d3d-4c83-ba7f-3187ea2aa5db triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:05:04.846742 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:04.910552 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-939c7a0b-e004-40a5-a7f0-e6822243a544 req-276f60e3-f1e4-4ceb-b91c-faf5c3a55ddb tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] 10.222.0.82 "GET /v2.0/ports?device_id=0bcfc07e-90e7-420c-a8a2-cb1c697a0cc3 HTTP/1.1" status: 200  len: 210 time: 0.0527592
Feb 10 21:05:05.017747 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:05.035742 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] For port 7d33b231-6d3d-4c83-ba7f-3187ea2aa5db, host dv-cinder-775008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-iscsi',level=0,port_id=7d33b231-6d3d-4c83-ba7f-3187ea2aa5db,segment=NetworkSegment(37fae2f4-4e7c-4231-b866-3c6a09452824),segment_id=37fae2f4-4e7c-4231-b866-3c6a09452824)] {{(pid=79930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:05:05.038901 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:05.040879 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-bb153dc1-91d5-4596-aab9-e67128e38800 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:05:05.147004 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Pushing event updated for resources: {'Port': ['ID=7d33b231-6d3d-4c83-ba7f-3187ea2aa5db,revision_number=4']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:05:05.170050 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:05:05.170573 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:05:05.171277 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:05:05.171837 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:05:05.172111 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:05:05.172548 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:05:05.173004 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:05:05.173378 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:05:05.173750 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:05:05.174145 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:05:05.174514 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:05:05.174919 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:05:05.175396 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:05:05.175762 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:05:05.176123 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:05:05.176487 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:05:05.176846 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:05:05.177205 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:05:05.177565 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:05:05.177922 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:05:05.178401 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:05:05.178794 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:05:05.179154 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:05:05.179516 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:05:05.184141 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:05:05.267597 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 57460) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:05:05.274719 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [None req-7a81d77f-e41a-4837-90d8-77fdde9a850c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1432520895-network', 'tenant_id': 'ac382b0c163d4814a7d90ace0d334811'}} {{(pid=79929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:05:05.279767 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-7a81d77f-e41a-4837-90d8-77fdde9a850c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:05:05.285125 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-7a81d77f-e41a-4837-90d8-77fdde9a850c admin admin] Usage tracker for resource:network and tenant:ac382b0c163d4814a7d90ace0d334811 is out of sync, need to count used quota {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:05:05.288366 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-7a81d77f-e41a-4837-90d8-77fdde9a850c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:05:05.294510 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-7a81d77f-e41a-4837-90d8-77fdde9a850c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:05:05.305611 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a81d77f-e41a-4837-90d8-77fdde9a850c admin admin] Made reservation on behalf of ac382b0c163d4814a7d90ace0d334811 for: {'network': 1} {{(pid=79929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 10 21:05:05.310647 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-7a81d77f-e41a-4837-90d8-77fdde9a850c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for network, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:05.325536 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-7a81d77f-e41a-4837-90d8-77fdde9a850c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:05.344602 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-7a81d77f-e41a-4837-90d8-77fdde9a850c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:05:05.348761 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-7a81d77f-e41a-4837-90d8-77fdde9a850c admin admin] Usage tracker for resource:security_group_rule and tenant:ac382b0c163d4814a7d90ace0d334811 is out of sync, need to count used quota {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:05:05.352216 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-7a81d77f-e41a-4837-90d8-77fdde9a850c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:05:05.358482 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-7a81d77f-e41a-4837-90d8-77fdde9a850c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:05:05.468196 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-7a81d77f-e41a-4837-90d8-77fdde9a850c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:05.471682 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-7a81d77f-e41a-4837-90d8-77fdde9a850c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:05.476533 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-1b2d7c15-4c0d-4f7d-8e1d-7460173d4fc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:05:05.515877 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a81d77f-e41a-4837-90d8-77fdde9a850c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 10}  {{(pid=79929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 10 21:05:05.528972 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-7a81d77f-e41a-4837-90d8-77fdde9a850c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853830591'] for segment, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:05.529646 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.db.segments_db [None req-7a81d77f-e41a-4837-90d8-77fdde9a850c admin admin] Added segment 5fc08447-7444-474d-b19c-e5e725cb3df6 of type vxlan for network e7765121-c141-4b72-bba6-d8aabffc5d82
Feb 10 21:05:05.547789 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a81d77f-e41a-4837-90d8-77fdde9a850c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e8f8a11-1c88-4e88-9de9-b216a28bc81a,revision_number=1']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:05:05.552228 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-7a81d77f-e41a-4837-90d8-77fdde9a850c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:05:05.571507 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-7a81d77f-e41a-4837-90d8-77fdde9a850c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363258057162953'] for network, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:05.577029 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbf15e2-e9ad-41c5-a410-20989ff27c40 req-d4be9a0c-3854-4af4-8773-b1a865fee5e0 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:05.578855 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-adbf15e2-e9ad-41c5-a410-20989ff27c40 req-d4be9a0c-3854-4af4-8773-b1a865fee5e0 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5a452ba-1bbb-4cf5-a43d-16be280c05b9 HTTP/1.1" status: 200  len: 946 time: 0.2178285
Feb 10 21:05:05.606709 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-7a81d77f-e41a-4837-90d8-77fdde9a850c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014'] for network, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:05.609290 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a81d77f-e41a-4837-90d8-77fdde9a850c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:05.610131 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-7a81d77f-e41a-4837-90d8-77fdde9a850c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728031'] for network, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:05.636274 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-e301cbb2-fe70-4cf5-b75b-58edeba4ed05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:05:05.668065 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-7a81d77f-e41a-4837-90d8-77fdde9a850c admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201  len: 876 time: 0.3990586
Feb 10 21:05:05.681623 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 57466) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:05:05.689327 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-adbf15e2-e9ad-41c5-a410-20989ff27c40 req-1c7f9350-f8a8-4b0a-baad-25772b9a0037 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1015558
Feb 10 21:05:05.692077 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [None req-9b21aaed-0639-46f2-b490-e0316092298b admin admin] Request body: {'subnet': {'network_id': 'e7765121-c141-4b72-bba6-d8aabffc5d82', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1432520895-subnet', 'tenant_id': 'ac382b0c163d4814a7d90ace0d334811', 'ip_version': 4}} {{(pid=79929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:05:05.761413 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-9b21aaed-0639-46f2-b490-e0316092298b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:05:05.770428 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-9b21aaed-0639-46f2-b490-e0316092298b admin admin] Usage tracker for resource:subnet and tenant:ac382b0c163d4814a7d90ace0d334811 is out of sync, need to count used quota {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:05:05.775902 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-9b21aaed-0639-46f2-b490-e0316092298b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:05:05.778910 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a81d77f-e41a-4837-90d8-77fdde9a850c admin admin] Pushing event updated for resources: {'Network': ['ID=e7765121-c141-4b72-bba6-d8aabffc5d82,revision_number=1']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:05:05.790864 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Network e7765121-c141-4b72-bba6-d8aabffc5d82 details requested by agent ovs-agent-dv-cinder-775008-1-iscsi with host dv-cinder-775008-1-iscsi {{(pid=79930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 10 21:05:05.793263 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-9b21aaed-0639-46f2-b490-e0316092298b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:05:05.799621 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-7a81d77f-e41a-4837-90d8-77fdde9a850c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:05:05.819397 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b21aaed-0639-46f2-b490-e0316092298b admin admin] Made reservation on behalf of ac382b0c163d4814a7d90ace0d334811 for: {'subnet': 1} {{(pid=79929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 10 21:05:05.824346 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-9b21aaed-0639-46f2-b490-e0316092298b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852311569'] for subnet, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:05.834393 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Network e7765121-c141-4b72-bba6-d8aabffc5d82 details requested by agent ovs-agent-hv-cinder-77500 with host hv-cinder-77500 {{(pid=79930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 10 21:05:06.134623 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503fb7fb-92c0-4a8f-b725-e75ecc13af54 req-cd7fee28-731f-4e46-9115-3c184c0428d1 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:06.138962 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-503fb7fb-92c0-4a8f-b725-e75ecc13af54 req-cd7fee28-731f-4e46-9115-3c184c0428d1 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/ports?device_id=3dee1e11-308a-436e-aa4a-df62e56e7423 HTTP/1.1" status: 200  len: 932 time: 0.3030674
Feb 10 21:05:06.216104 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-503fb7fb-92c0-4a8f-b725-e75ecc13af54 req-802b1a94-be5b-4913-a3de-e7554d03af52 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/security-groups?id=c335b989-9e5c-4bf7-8234-e0ff1c1dd57a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0706120
Feb 10 21:05:06.405948 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-9b21aaed-0639-46f2-b490-e0316092298b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852148197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852311554'] for subnet, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:06.415156 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-ad5eb7a6-7af2-4bb5-8cca-f3577c0786b2 req-5a9aa367-6b6f-469b-8c2f-fde76a4cbd4d tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] 10.222.0.82 "GET /v2.0/ports?device_id=0bcfc07e-90e7-420c-a8a2-cb1c697a0cc3 HTTP/1.1" status: 200  len: 210 time: 0.0606768
Feb 10 21:05:06.422063 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-dd60c692-acdf-4639-b551-20e41dc7fabd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:05:06.569457 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b21aaed-0639-46f2-b490-e0316092298b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5471fa5-d444-4c3f-8dd8-f5345dbb0e8c,revision_number=0']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:05:06.574129 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-9b21aaed-0639-46f2-b490-e0316092298b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:05:06.621563 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3955e5-b046-4349-b5e6-79421b12b336 None None] Sync routers for ids ['499ff7bd-3aea-4bb2-a9b9-b7f90f83dfbc'] in dv-cinder-775008-1-iscsi {{(pid=79930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 10 21:05:06.632668 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3955e5-b046-4349-b5e6-79421b12b336 None None] Routers {'499ff7bd-3aea-4bb2-a9b9-b7f90f83dfbc'} bound to L3 agent in host dv-cinder-775008-1-iscsi {{(pid=79930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 10 21:05:06.633448 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-1f3955e5-b046-4349-b5e6-79421b12b336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbf902c12b0>, 'dv-cinder-775008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-10T20:53:27Z,description=<?>,heartbeat_timestamp=2021-02-10T21:04:57Z,host='dv-cinder-775008-1-iscsi',id=351a09a7-a8bd-44d4-8337-3dd1b5c8f290,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-10T20:53:27Z,topic='l3_agent')) {'router_ids': ['499ff7bd-3aea-4bb2-a9b9-b7f90f83dfbc'], 'active': True} {{(pid=79930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:05:06.662457 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b21aaed-0639-46f2-b490-e0316092298b admin admin] Checking segment: {'id': '5fc08447-7444-474d-b19c-e5e725cb3df6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'e7765121-c141-4b72-bba6-d8aabffc5d82'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 10 21:05:06.663419 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b21aaed-0639-46f2-b490-e0316092298b admin admin] Network hostable DHCP agents. Network: e7765121-c141-4b72-bba6-d8aabffc5d82, hostable agents: ['81d85903-877f-455d-aaa7-fc933394e41c'], hosted agents: [] {{(pid=79929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 10 21:05:06.686260 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b21aaed-0639-46f2-b490-e0316092298b admin admin] Network e7765121-c141-4b72-bba6-d8aabffc5d82 is scheduled to be hosted by DHCP agent 81d85903-877f-455d-aaa7-fc933394e41c with binding_index 1 {{(pid=79929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 10 21:05:06.696151 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.base_scheduler [None req-9b21aaed-0639-46f2-b490-e0316092298b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775008-1-iscsi, e7765121-c141-4b72-bba6-d8aabffc5d82) {{(pid=79929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 10 21:05:06.709498 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b21aaed-0639-46f2-b490-e0316092298b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:06.714043 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-9b21aaed-0639-46f2-b490-e0316092298b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728031'] for subnet, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:06.729631 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Device 7d33b231-6d3d-4c83-ba7f-3187ea2aa5db up at agent ovs-agent-dv-cinder-775008-1-iscsi {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:05:06.746675 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-9b21aaed-0639-46f2-b490-e0316092298b admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.0633521
Feb 10 21:05:06.749518 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 57482) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:05:06.757351 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [None req-90d73307-68a3-4fc3-940a-f0b78ce776d1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1432520895-router', 'tenant_id': 'ac382b0c163d4814a7d90ace0d334811', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614'}}} {{(pid=79929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:05:06.763818 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-90d73307-68a3-4fc3-940a-f0b78ce776d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:05:06.769517 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-90d73307-68a3-4fc3-940a-f0b78ce776d1 admin admin] Usage tracker for resource:router and tenant:ac382b0c163d4814a7d90ace0d334811 is out of sync, need to count used quota {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:05:06.774068 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-90d73307-68a3-4fc3-940a-f0b78ce776d1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:05:06.781720 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-90d73307-68a3-4fc3-940a-f0b78ce776d1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:05:06.792515 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-90d73307-68a3-4fc3-940a-f0b78ce776d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4114228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774486'] for router, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:06.793582 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-90d73307-68a3-4fc3-940a-f0b78ce776d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4119967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036850706622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1297'] for router, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:06.812453 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa918ef-0037-4a00-9379-f12e9cb1f6a6 None None] Network e7765121-c141-4b72-bba6-d8aabffc5d82 requested from dv-cinder-775008-1-iscsi {{(pid=79930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 10 21:05:06.838517 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-90d73307-68a3-4fc3-940a-f0b78ce776d1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:07.088102 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c5209e-77e4-41f6-bd71-54bf7b30e4b6 req-9779e1c5-445a-4545-8565-4ff407da0a47 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:07.089952 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-00c5209e-77e4-41f6-bd71-54bf7b30e4b6 req-9779e1c5-445a-4545-8565-4ff407da0a47 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5a452ba-1bbb-4cf5-a43d-16be280c05b9 HTTP/1.1" status: 200  len: 946 time: 0.2291965
Feb 10 21:05:07.191832 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-00c5209e-77e4-41f6-bd71-54bf7b30e4b6 req-a97d4ebb-93fb-43aa-b4c9-750ec5892f6b tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0900548
Feb 10 21:05:07.264342 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-90d73307-68a3-4fc3-940a-f0b78ce776d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4119950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4114215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1280'] for router, precommit_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:07.356862 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Provisioning complete for port 7d33b231-6d3d-4c83-ba7f-3187ea2aa5db triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:05:07.362042 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:07.455439 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvr_db [None req-1f3955e5-b046-4349-b5e6-79421b12b336 None None] Set router 499ff7bd-3aea-4bb2-a9b9-b7f90f83dfbc gateway port host: dv-cinder-775008-1-iscsi {{(pid=79930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 10 21:05:07.557522 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c879037-aeab-414f-a74f-47af7ca73d64 req-8a235ba0-7237-45fe-98e0-482c41f6b7ce tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:07.559290 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-8c879037-aeab-414f-a74f-47af7ca73d64 req-8a235ba0-7237-45fe-98e0-482c41f6b7ce tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/ports?device_id=3dee1e11-308a-436e-aa4a-df62e56e7423 HTTP/1.1" status: 200  len: 932 time: 0.1908891
Feb 10 21:05:07.634101 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-8c879037-aeab-414f-a74f-47af7ca73d64 req-4e04f91a-d24b-437d-8385-1396102e3bf3 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/security-groups?id=c335b989-9e5c-4bf7-8234-e0ff1c1dd57a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0650151
Feb 10 21:05:07.685261 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1415ccb-3427-4830-9f9b-d7bf39e8105a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e4fef36-f19b-5af1-8d30-5a9f97738b06-e7765121-c141-4b72-bba6-d8aabffc5d82', 'network_id': 'e7765121-c141-4b72-bba6-d8aabffc5d82', 'tenant_id': 'ac382b0c163d4814a7d90ace0d334811', 'fixed_ips': [{'subnet_id': 'f5471fa5-d444-4c3f-8dd8-f5345dbb0e8c'}]}} from dv-cinder-775008-1-iscsi. {{(pid=79930) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 10 21:05:07.686210 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b1415ccb-3427-4830-9f9b-d7bf39e8105a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_create {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:07.824659 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-0d012f4f-45b1-48d9-b4de-a36504f7b31a req-a91ff607-736a-4d15-94dd-1595b041c1ee tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] 10.222.0.82 "GET /v2.0/ports?device_id=0bcfc07e-90e7-420c-a8a2-cb1c697a0cc3 HTTP/1.1" status: 200  len: 210 time: 0.0558844
Feb 10 21:05:07.880767 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-90d73307-68a3-4fc3-940a-f0b78ce776d1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:07.918124 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-90d73307-68a3-4fc3-940a-f0b78ce776d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:08.075132 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [req-1ffbf5c7-045c-4c4c-b5fb-a3ad88c1a0ac req-8693ce07-3b6f-469b-b567-56fb2318278e service neutron] Request body: {'port': {'device_id': '3dee1e11-308a-436e-aa4a-df62e56e7423', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77500'}} {{(pid=79929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:05:08.240897 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.db_base_plugin_common [None req-b1415ccb-3427-4830-9f9b-d7bf39e8105a None None] Allocated IP 172.20.0.2 (e7765121-c141-4b72-bba6-d8aabffc5d82/f5471fa5-d444-4c3f-8dd8-f5345dbb0e8c/fdcecc0d-bd9e-4caa-8943-ffba66663af1) {{(pid=79930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 10 21:05:08.360100 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3fb54f-d1f8-409b-823b-be46b7938f35 req-58697c60-3bfc-451f-a892-ad0926ca76e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:08.361768 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-0e3fb54f-d1f8-409b-823b-be46b7938f35 req-58697c60-3bfc-451f-a892-ad0926ca76e2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=eb8be716db2e42aea2a6c06bf05c44b5&device_id=9a0928b3-8b03-40d2-b78f-7eb8e84b309f HTTP/1.1" status: 200  len: 1163 time: 0.1770840
Feb 10 21:05:08.456150 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-1f3955e5-b046-4349-b5e6-79421b12b336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbf902c12b0>, [{'id': '499ff7bd-3aea-4bb2-a9b9-b7f90f83dfbc', 'name': 'tempest-TestShelveInstance-722730644-router', 'tenant_id': 'acdfa87ec4e64a238c41778849fb8664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': '7d33b231-6d3d-4c83-ba7f-3187ea2aa5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:04:51Z', 'updated_at': '2021-02-10T21:05:02Z', 'revision_number': 4, 'project_id': 'acdfa87ec4e64a238c41778849fb8664', 'gw_port': {'id': '7d33b231-6d3d-4c83-ba7f-3187ea2aa5db', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499ff7bd-3aea-4bb2-a9b9-b7f90f83dfbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:04:55Z', 'updated_at': '2021-02-10T21:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi', '_interfaces': [{'id': '5c2ec9e5-a34f-4fe5-9d67-81bd3013c10a', 'name': '', 'network_id': '907563d5-8c93-48a0-8af3-4935d55858dd', 'tenant_id': 'acdfa87ec4e64a238c41778849fb8664', 'mac_address': 'fa:16:3e:21:8a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '499ff7bd-3aea-4bb2-a9b9-b7f90f83dfbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'cfbf301d-5680-42d3-b573-9c3b05be6f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:05:01Z', 'updated_at': '2021-02-10T21:05:02Z', 'revision_number': 2, 'project_id': 'acdfa87ec4e64a238c41778849fb8664', 'subnets': [{'id': 'cfbf301d-5680-42d3-b573-9c3b05be6f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775008-1-iscsi', False) {} {{(pid=79930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:05:08.473463 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3955e5-b046-4349-b5e6-79421b12b336 None None] Checking router: 499ff7bd-3aea-4bb2-a9b9-b7f90f83dfbc for host: dv-cinder-775008-1-iscsi {{(pid=79930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 10 21:05:08.473877 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3955e5-b046-4349-b5e6-79421b12b336 None None] Updating router 499ff7bd-3aea-4bb2-a9b9-b7f90f83dfbc port 5c2ec9e5-a34f-4fe5-9d67-81bd3013c10a binding host dv-cinder-775008-1-iscsi {{(pid=79930) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 10 21:05:08.602458 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-1f3955e5-b046-4349-b5e6-79421b12b336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:08.618975 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3fb54f-d1f8-409b-823b-be46b7938f35 req-a8ffd498-6123-437b-8a8e-1f0b6ad0f59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:08.620197 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.db_base_plugin_common [None req-90d73307-68a3-4fc3-940a-f0b78ce776d1 admin admin] Allocated IP 172.27.3.196 (caec50ae-8f3b-4f45-a3ad-eb903a732614/47475132-bc81-43cb-b635-450463390609/c6943393-e103-4b5e-97b9-1a8abcac6b44) {{(pid=79929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 10 21:05:08.620579 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-0e3fb54f-d1f8-409b-823b-be46b7938f35 req-a8ffd498-6123-437b-8a8e-1f0b6ad0f59d service neutron] 10.222.0.15 "GET /v2.0/networks?id=009dd3d9-5800-4858-a534-697a99ad36c1 HTTP/1.1" status: 200  len: 910 time: 0.2496970
Feb 10 21:05:08.622649 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b1415ccb-3427-4830-9f9b-d7bf39e8105a None None] Notify callbacks [] for port, precommit_create {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:08.715561 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35344b5-d4bc-449f-ab2a-3b72c2a9b669 req-962bd4ff-1b1d-45c8-84ee-85beda832386 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:08.717254 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-d35344b5-d4bc-449f-ab2a-3b72c2a9b669 req-962bd4ff-1b1d-45c8-84ee-85beda832386 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5a452ba-1bbb-4cf5-a43d-16be280c05b9 HTTP/1.1" status: 200  len: 946 time: 0.2112577
Feb 10 21:05:08.766737 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b1415ccb-3427-4830-9f9b-d7bf39e8105a None None] Transition to ACTIVE for port object fdcecc0d-bd9e-4caa-8943-ffba66663af1 will not be triggered until provisioned by entity L2. {{(pid=79930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 10 21:05:08.784190 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-1ffbf5c7-045c-4c4c-b5fb-a3ad88c1a0ac req-8693ce07-3b6f-469b-b567-56fb2318278e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:08.804788 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b1415ccb-3427-4830-9f9b-d7bf39e8105a None None] Transition to ACTIVE for port object fdcecc0d-bd9e-4caa-8943-ffba66663af1 will not be triggered until provisioned by entity DHCP. {{(pid=79930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 10 21:05:08.855625 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b1415ccb-3427-4830-9f9b-d7bf39e8105a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778797635767'] for port, after_create {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:08.877971 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-83bbed78-938f-44b4-b57e-098d47bce49d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:05:08.879666 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6bef46-91dd-400a-96b3-02fca0fd021f req-4b3649d4-4dbe-43e1-8db2-138181938eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:08.881545 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-0a6bef46-91dd-400a-96b3-02fca0fd021f req-4b3649d4-4dbe-43e1-8db2-138181938eab service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=92212326132c472cbbd1d5f9a6549ec7&device_id=d5a452ba-1bbb-4cf5-a43d-16be280c05b9 HTTP/1.1" status: 200  len: 1163 time: 0.7654316
Feb 10 21:05:08.902400 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-d35344b5-d4bc-449f-ab2a-3b72c2a9b669 req-f2946eb2-6f14-4e6d-afcc-0a2c141517e2 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1126466
Feb 10 21:05:08.907980 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-0e3fb54f-d1f8-409b-823b-be46b7938f35 req-f8d3fea4-d359-4f9c-86d9-b1919a440ce4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1556af23-7030-4f4d-8750-7e5780fdd8aa HTTP/1.1" status: 200  len: 1001 time: 0.1895151
Feb 10 21:05:09.112815 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3fb54f-d1f8-409b-823b-be46b7938f35 req-3510dbb7-f8d8-43ef-b387-06980fa6d8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:09.114475 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-0e3fb54f-d1f8-409b-823b-be46b7938f35 req-3510dbb7-f8d8-43ef-b387-06980fa6d8a0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6d155787-390f-4d80-9348-99de0b4f3565 HTTP/1.1" status: 200  len: 855 time: 0.1692264
Feb 10 21:05:09.153831 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-90d73307-68a3-4fc3-940a-f0b78ce776d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:09.271640 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-c37fd056-a340-48b4-9210-9b70751c26ad req-992e6ebf-3bb9-4be0-8e70-96779b435ea6 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] 10.222.0.82 "GET /v2.0/ports?device_id=0bcfc07e-90e7-420c-a8a2-cb1c697a0cc3 HTTP/1.1" status: 200  len: 210 time: 0.1559522
Feb 10 21:05:09.289884 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1415ccb-3427-4830-9f9b-d7bf39e8105a None None] Pushing event updated for resources: {'Port': ['ID=fdcecc0d-bd9e-4caa-8943-ffba66663af1,revision_number=1']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:05:09.296568 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b1415ccb-3427-4830-9f9b-d7bf39e8105a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:05:09.388474 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08268a98-80a9-4277-ba64-e5326708cc58 req-849647d3-23b8-4748-af9f-1de82132eea8 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:09.391068 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-08268a98-80a9-4277-ba64-e5326708cc58 req-849647d3-23b8-4748-af9f-1de82132eea8 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Synchronizing usage tracker for tenant:450f83fab0734bc4b485b263670f0fa7 on resource:port {{(pid=79929) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 10 21:05:09.510249 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1415ccb-3427-4830-9f9b-d7bf39e8105a None None] Network e7765121-c141-4b72-bba6-d8aabffc5d82 is already hosted by enough agents. {{(pid=79930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 10 21:05:09.515948 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-08268a98-80a9-4277-ba64-e5326708cc58 req-849647d3-23b8-4748-af9f-1de82132eea8 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Unset dirty status for tenant:450f83fab0734bc4b485b263670f0fa7 on resource:port {{(pid=79929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 10 21:05:09.522059 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.base_scheduler [None req-b1415ccb-3427-4830-9f9b-d7bf39e8105a None None] Resources bound (agent type, host, resource id):  {{(pid=79930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 10 21:05:09.524375 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-08268a98-80a9-4277-ba64-e5326708cc58 req-849647d3-23b8-4748-af9f-1de82132eea8 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/ports?device_id=3dee1e11-308a-436e-aa4a-df62e56e7423 HTTP/1.1" status: 200  len: 932 time: 0.7277708
Feb 10 21:05:09.527063 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1415ccb-3427-4830-9f9b-d7bf39e8105a None None] Received port after_create {{(pid=79930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 10 21:05:09.641106 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6bef46-91dd-400a-96b3-02fca0fd021f req-1732dbb6-4b97-4546-a11f-6b4b9870833d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:09.643093 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-0a6bef46-91dd-400a-96b3-02fca0fd021f req-1732dbb6-4b97-4546-a11f-6b4b9870833d service neutron] 10.222.0.15 "GET /v2.0/networks?id=b57cc509-53ec-4b56-8b10-8490bdf813dd HTTP/1.1" status: 200  len: 912 time: 0.7111259
Feb 10 21:05:09.736019 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-1f3955e5-b046-4349-b5e6-79421b12b336 None None] Notify callbacks [] for port, precommit_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:09.755032 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-1f3955e5-b046-4349-b5e6-79421b12b336 None None] Transition to ACTIVE for port object 5c2ec9e5-a34f-4fe5-9d67-81bd3013c10a will not be triggered until provisioned by entity L2. {{(pid=79930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 10 21:05:09.783748 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3fb54f-d1f8-409b-823b-be46b7938f35 req-910ceff9-164b-4237-8581-bea1a91ed4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:09.785374 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-0e3fb54f-d1f8-409b-823b-be46b7938f35 req-910ceff9-164b-4237-8581-bea1a91ed4ee service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=009dd3d9-5800-4858-a534-697a99ad36c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5799282
Feb 10 21:05:09.788794 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-0a6bef46-91dd-400a-96b3-02fca0fd021f req-1474ff88-22c5-45cd-8705-eeae59a23684 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a53743a4-e3ef-4212-9855-140da57a2cd6 HTTP/1.1" status: 200  len: 217 time: 0.0997014
Feb 10 21:05:09.793123 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-b1415ccb-3427-4830-9f9b-d7bf39e8105a None None] Attempting to bind port fdcecc0d-bd9e-4caa-8943-ffba66663af1 on host dv-cinder-775008-1-iscsi for vnic_type normal with profile  {{(pid=79930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 10 21:05:09.793829 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-b1415ccb-3427-4830-9f9b-d7bf39e8105a None None] Attempting to bind port fdcecc0d-bd9e-4caa-8943-ffba66663af1 by drivers openvswitch on host dv-cinder-775008-1-iscsi at level 0 using segments [{'id': '5fc08447-7444-474d-b19c-e5e725cb3df6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'e7765121-c141-4b72-bba6-d8aabffc5d82'}] {{(pid=79930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 10 21:05:09.794542 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1415ccb-3427-4830-9f9b-d7bf39e8105a None None] Attempting to bind port fdcecc0d-bd9e-4caa-8943-ffba66663af1 on network e7765121-c141-4b72-bba6-d8aabffc5d82 {{(pid=79930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 10 21:05:09.804677 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-1f3955e5-b046-4349-b5e6-79421b12b336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:09.843787 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-cdd87bd2-4b5c-47b9-b28e-9ff2fd49e91e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:05:09.901370 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-08268a98-80a9-4277-ba64-e5326708cc58 req-00c0b366-8ed2-4f74-b273-411a3a9e5a57 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/security-groups?id=c335b989-9e5c-4bf7-8234-e0ff1c1dd57a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2683983
Feb 10 21:05:09.902554 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-90d73307-68a3-4fc3-940a-f0b78ce776d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778797635767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630282'] for port, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:09.911227 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fd7b54-95c6-4b17-ae70-c6c258690a9e req-7d5ef91a-d0d2-4550-aa1d-7fd453e60bce tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:09.913572 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-13fd7b54-95c6-4b17-ae70-c6c258690a9e req-7d5ef91a-d0d2-4550-aa1d-7fd453e60bce tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] 10.222.0.15 "GET /v2.0/networks?id=4dd4590c-4b8b-449e-a471-24dd073a3148 HTTP/1.1" status: 200  len: 813 time: 0.3195267
Feb 10 21:05:09.947017 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [req-13fd7b54-95c6-4b17-ae70-c6c258690a9e req-f6d8ed48-d189-4f19-a6a1-f0e50244b6a1 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] Request body: {'port': {'device_id': '0bcfc07e-90e7-420c-a8a2-cb1c697a0cc3', 'network_id': '4dd4590c-4b8b-449e-a471-24dd073a3148', 'admin_state_up': True, 'tenant_id': '7eb5408997f5494f9056ccb8d369ab60'}} {{(pid=79928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:05:09.952355 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1415ccb-3427-4830-9f9b-d7bf39e8105a None None] Checking agent: {'id': '1c483f99-5707-4fa0-b001-c7f2c0c49e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775008-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 10, 20, 53, 28), 'started_at': datetime.datetime(2021, 2, 10, 20, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 2, 10, 21, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775008-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 10 21:05:09.953412 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1415ccb-3427-4830-9f9b-d7bf39e8105a None None] Checking segment: {'id': '5fc08447-7444-474d-b19c-e5e725cb3df6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'e7765121-c141-4b72-bba6-d8aabffc5d82'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 10 21:05:09.953864 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b1415ccb-3427-4830-9f9b-d7bf39e8105a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:09.954335 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1415ccb-3427-4830-9f9b-d7bf39e8105a None None] Bound using segment: {'id': '5fc08447-7444-474d-b19c-e5e725cb3df6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'e7765121-c141-4b72-bba6-d8aabffc5d82'} {{(pid=79930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 10 21:05:09.954880 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-b1415ccb-3427-4830-9f9b-d7bf39e8105a None None] Bound port: fdcecc0d-bd9e-4caa-8943-ffba66663af1, host: dv-cinder-775008-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fc08447-7444-474d-b19c-e5e725cb3df6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'e7765121-c141-4b72-bba6-d8aabffc5d82'}}] {{(pid=79930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 10 21:05:09.955301 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b1415ccb-3427-4830-9f9b-d7bf39e8105a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:09.980004 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:05:10.019690 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6bef46-91dd-400a-96b3-02fca0fd021f req-815ae790-73c2-438f-9400-f3ea465e572e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:10.021316 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-0a6bef46-91dd-400a-96b3-02fca0fd021f req-815ae790-73c2-438f-9400-f3ea465e572e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=507359e5-5fb4-4f65-a55c-2cec76549fa0 HTTP/1.1" status: 200  len: 858 time: 0.2120941
Feb 10 21:05:10.064306 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-b1415ccb-3427-4830-9f9b-d7bf39e8105a None None] For port fdcecc0d-bd9e-4caa-8943-ffba66663af1, host dv-cinder-775008-1-iscsi, cleared binding levels {{(pid=79930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 10 21:05:10.067878 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-b1415ccb-3427-4830-9f9b-d7bf39e8105a None None] For port fdcecc0d-bd9e-4caa-8943-ffba66663af1, host dv-cinder-775008-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-iscsi',level=0,port_id=fdcecc0d-bd9e-4caa-8943-ffba66663af1,segment=NetworkSegment(5fc08447-7444-474d-b19c-e5e725cb3df6),segment_id=5fc08447-7444-474d-b19c-e5e725cb3df6)] {{(pid=79930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 10 21:05:10.131365 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b1415ccb-3427-4830-9f9b-d7bf39e8105a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:10.165783 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [req-13fd7b54-95c6-4b17-ae70-c6c258690a9e req-f6d8ed48-d189-4f19-a6a1-f0e50244b6a1 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:05:10.189678 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb269f93-7130-452f-b7c6-7729f9022159 None None] Pushing event updated for resources: {'Port': ['ID=5c2ec9e5-a34f-4fe5-9d67-81bd3013c10a,revision_number=3']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:05:10.197769 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-cb269f93-7130-452f-b7c6-7729f9022159 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:05:10.198313 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-ca858b0b-de72-4e08-8604-c48740bd912a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:05:10.317992 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-13fd7b54-95c6-4b17-ae70-c6c258690a9e req-f6d8ed48-d189-4f19-a6a1-f0e50244b6a1 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] Usage tracker for resource:port and tenant:7eb5408997f5494f9056ccb8d369ab60 is out of sync, need to count used quota {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:05:10.329070 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-13fd7b54-95c6-4b17-ae70-c6c258690a9e req-f6d8ed48-d189-4f19-a6a1-f0e50244b6a1 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:05:10.347662 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [req-13fd7b54-95c6-4b17-ae70-c6c258690a9e req-f6d8ed48-d189-4f19-a6a1-f0e50244b6a1 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:05:10.387280 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13fd7b54-95c6-4b17-ae70-c6c258690a9e req-f6d8ed48-d189-4f19-a6a1-f0e50244b6a1 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] Made reservation on behalf of 7eb5408997f5494f9056ccb8d369ab60 for: {'port': 1} {{(pid=79928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 10 21:05:10.430538 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-13fd7b54-95c6-4b17-ae70-c6c258690a9e req-f6d8ed48-d189-4f19-a6a1-f0e50244b6a1 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:10.487290 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-0e3fb54f-d1f8-409b-823b-be46b7938f35 req-a9f970a0-910c-4a67-902a-e320be08a8af service neutron] 10.222.0.15 "GET /v2.0/networks/009dd3d9-5800-4858-a534-697a99ad36c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5723248
Feb 10 21:05:10.523464 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1415ccb-3427-4830-9f9b-d7bf39e8105a None None] Pushing event updated for resources: {'Port': ['ID=fdcecc0d-bd9e-4caa-8943-ffba66663af1,revision_number=2']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:05:10.575987 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d73307-68a3-4fc3-940a-f0b78ce776d1 admin admin] Pushing event updated for resources: {'Port': ['ID=c6943393-e103-4b5e-97b9-1a8abcac6b44,revision_number=1']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:05:10.578034 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b1415ccb-3427-4830-9f9b-d7bf39e8105a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:05:10.579343 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-90d73307-68a3-4fc3-940a-f0b78ce776d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.599s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:05:10.595376 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-0a6bef46-91dd-400a-96b3-02fca0fd021f req-6552bf1b-7864-4d69-a8d3-b6b8efaa61cd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b57cc509-53ec-4b56-8b10-8490bdf813dd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.5124145
Feb 10 21:05:10.606713 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-1f3955e5-b046-4349-b5e6-79421b12b336 None None] Attempting to bind port 5c2ec9e5-a34f-4fe5-9d67-81bd3013c10a on host dv-cinder-775008-1-iscsi for vnic_type normal with profile  {{(pid=79930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 10 21:05:10.607128 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-1f3955e5-b046-4349-b5e6-79421b12b336 None None] Attempting to bind port 5c2ec9e5-a34f-4fe5-9d67-81bd3013c10a by drivers openvswitch on host dv-cinder-775008-1-iscsi at level 0 using segments [{'id': '29a8cf3a-f007-43c8-ad36-c9b75fc33c26', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '907563d5-8c93-48a0-8af3-4935d55858dd'}] {{(pid=79930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 10 21:05:10.607538 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3955e5-b046-4349-b5e6-79421b12b336 None None] Attempting to bind port 5c2ec9e5-a34f-4fe5-9d67-81bd3013c10a on network 907563d5-8c93-48a0-8af3-4935d55858dd {{(pid=79930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 10 21:05:10.621488 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3955e5-b046-4349-b5e6-79421b12b336 None None] Checking agent: {'id': '1c483f99-5707-4fa0-b001-c7f2c0c49e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775008-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 10, 20, 53, 28), 'started_at': datetime.datetime(2021, 2, 10, 20, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 2, 10, 21, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775008-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 10 21:05:10.621912 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3955e5-b046-4349-b5e6-79421b12b336 None None] Checking segment: {'id': '29a8cf3a-f007-43c8-ad36-c9b75fc33c26', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '907563d5-8c93-48a0-8af3-4935d55858dd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 10 21:05:10.622382 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-1f3955e5-b046-4349-b5e6-79421b12b336 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:10.622822 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3955e5-b046-4349-b5e6-79421b12b336 None None] Bound using segment: {'id': '29a8cf3a-f007-43c8-ad36-c9b75fc33c26', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '907563d5-8c93-48a0-8af3-4935d55858dd'} {{(pid=79930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 10 21:05:10.623451 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-1f3955e5-b046-4349-b5e6-79421b12b336 None None] Bound port: 5c2ec9e5-a34f-4fe5-9d67-81bd3013c10a, host: dv-cinder-775008-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29a8cf3a-f007-43c8-ad36-c9b75fc33c26', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '907563d5-8c93-48a0-8af3-4935d55858dd'}}] {{(pid=79930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 10 21:05:10.623919 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-1f3955e5-b046-4349-b5e6-79421b12b336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:10.723821 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-0e3fb54f-d1f8-409b-823b-be46b7938f35 req-b8567a23-e687-44c7-9520-184b470b7628 service neutron] 10.222.0.15 "GET /v2.0/networks/009dd3d9-5800-4858-a534-697a99ad36c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2255578
Feb 10 21:05:10.747448 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-1f3955e5-b046-4349-b5e6-79421b12b336 None None] For port 5c2ec9e5-a34f-4fe5-9d67-81bd3013c10a, host dv-cinder-775008-1-iscsi, cleared binding levels {{(pid=79930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 10 21:05:10.751076 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-34975487-a036-4af9-adf8-0777985bc4ee req-90dad13f-7af4-471e-9f6b-9e8eca9905f3 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] 10.222.0.82 "GET /v2.0/ports?device_id=0bcfc07e-90e7-420c-a8a2-cb1c697a0cc3 HTTP/1.1" status: 200  len: 210 time: 0.1702223
Feb 10 21:05:10.765990 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-1f3955e5-b046-4349-b5e6-79421b12b336 None None] For port 5c2ec9e5-a34f-4fe5-9d67-81bd3013c10a, host dv-cinder-775008-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-iscsi',level=0,port_id=5c2ec9e5-a34f-4fe5-9d67-81bd3013c10a,segment=NetworkSegment(29a8cf3a-f007-43c8-ad36-c9b75fc33c26),segment_id=29a8cf3a-f007-43c8-ad36-c9b75fc33c26)] {{(pid=79930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 10 21:05:10.785210 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-1f3955e5-b046-4349-b5e6-79421b12b336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:10.827604 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:05:10.895385 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.agents_db [None req-2fd61c53-9bc0-4c2f-aa40-be9729c6e46f None None] Agent healthcheck: found 6 active agents {{(pid=79931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 10 21:05:10.946566 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d73307-68a3-4fc3-940a-f0b78ce776d1 admin admin] Network caec50ae-8f3b-4f45-a3ad-eb903a732614 is already hosted by enough agents. {{(pid=79929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 10 21:05:10.953944 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.base_scheduler [None req-90d73307-68a3-4fc3-940a-f0b78ce776d1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 10 21:05:10.960641 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d73307-68a3-4fc3-940a-f0b78ce776d1 admin admin] Received port after_create {{(pid=79929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 10 21:05:10.982240 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb269f93-7130-452f-b7c6-7729f9022159 None None] Pushing event updated for resources: {'Port': ['ID=5c2ec9e5-a34f-4fe5-9d67-81bd3013c10a,revision_number=4']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:05:11.045210 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-cb269f93-7130-452f-b7c6-7729f9022159 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:05:11.098303 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-0a6bef46-91dd-400a-96b3-02fca0fd021f req-9f408161-533d-4745-a33d-2a13b922980f service neutron] 10.222.0.15 "GET /v2.0/networks/b57cc509-53ec-4b56-8b10-8490bdf813dd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4441988
Feb 10 21:05:11.154139 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8232f5-4304-40fe-a577-c07eee5a45c4 req-e1c7ca65-decb-4796-b0fa-19338097264f tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:11.167212 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-6e8232f5-4304-40fe-a577-c07eee5a45c4 req-e1c7ca65-decb-4796-b0fa-19338097264f tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5a452ba-1bbb-4cf5-a43d-16be280c05b9 HTTP/1.1" status: 200  len: 946 time: 1.0459764
Feb 10 21:05:11.247891 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3955e5-b046-4349-b5e6-79421b12b336 None None] Routers {'499ff7bd-3aea-4bb2-a9b9-b7f90f83dfbc'} bound to L3 agent in host dv-cinder-775008-1-iscsi {{(pid=79930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 10 21:05:11.248618 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-1f3955e5-b046-4349-b5e6-79421b12b336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbf902c12b0>, 'dv-cinder-775008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-10T20:53:27Z,description=<?>,heartbeat_timestamp=2021-02-10T21:04:57Z,host='dv-cinder-775008-1-iscsi',id=351a09a7-a8bd-44d4-8337-3dd1b5c8f290,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-10T20:53:27Z,topic='l3_agent')) {'router_ids': ['499ff7bd-3aea-4bb2-a9b9-b7f90f83dfbc'], 'active': True} {{(pid=79930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:05:11.496686 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.db_base_plugin_common [req-13fd7b54-95c6-4b17-ae70-c6c258690a9e req-f6d8ed48-d189-4f19-a6a1-f0e50244b6a1 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] Allocated IP 172.20.0.11 (4dd4590c-4b8b-449e-a471-24dd073a3148/56f171b1-73a4-4439-84b8-3d620b415560/323661a2-ed85-4717-b44a-99ff7bc9358e) {{(pid=79928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 10 21:05:11.588897 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvr_db [None req-1f3955e5-b046-4349-b5e6-79421b12b336 None None] Set router 499ff7bd-3aea-4bb2-a9b9-b7f90f83dfbc gateway port host: dv-cinder-775008-1-iscsi {{(pid=79930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 10 21:05:11.629351 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-0a6bef46-91dd-400a-96b3-02fca0fd021f req-4a6beace-ee62-4fd6-91bb-5fd52d8e00e5 service neutron] 10.222.0.15 "GET /v2.0/networks/b57cc509-53ec-4b56-8b10-8490bdf813dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3509829
Feb 10 21:05:11.779773 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [req-1ffbf5c7-045c-4c4c-b5fb-a3ad88c1a0ac req-8693ce07-3b6f-469b-b567-56fb2318278e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cea92f5-237c-46d5-a831-9463f7eedfbe {{(pid=79929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 10 21:05:11.791822 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-1ffbf5c7-045c-4c4c-b5fb-a3ad88c1a0ac req-8693ce07-3b6f-469b-b567-56fb2318278e service neutron] Notify callbacks [] for port, precommit_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:11.821022 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [req-1ffbf5c7-045c-4c4c-b5fb-a3ad88c1a0ac req-8693ce07-3b6f-469b-b567-56fb2318278e service neutron] Transition to ACTIVE for port object 5cea92f5-237c-46d5-a831-9463f7eedfbe will not be triggered until provisioned by entity L2. {{(pid=79929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 10 21:05:11.831524 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-1ffbf5c7-045c-4c4c-b5fb-a3ad88c1a0ac req-8693ce07-3b6f-469b-b567-56fb2318278e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852145533'] for port, after_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:11.851224 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-27033f97-54d6-4428-8c8f-a457e879ef35 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:05:11.869318 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-6e8232f5-4304-40fe-a577-c07eee5a45c4 req-439fa53a-3167-4010-905d-896c3679880f tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7010422
Feb 10 21:05:11.878109 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-13fd7b54-95c6-4b17-ae70-c6c258690a9e req-f6d8ed48-d189-4f19-a6a1-f0e50244b6a1 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] Notify callbacks [] for port, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:11.928610 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-13fd7b54-95c6-4b17-ae70-c6c258690a9e req-f6d8ed48-d189-4f19-a6a1-f0e50244b6a1 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778797635767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851641298'] for port, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:11.950528 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:05:12.159945 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-1f3955e5-b046-4349-b5e6-79421b12b336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbf902c12b0>, [{'id': '499ff7bd-3aea-4bb2-a9b9-b7f90f83dfbc', 'name': 'tempest-TestShelveInstance-722730644-router', 'tenant_id': 'acdfa87ec4e64a238c41778849fb8664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': '7d33b231-6d3d-4c83-ba7f-3187ea2aa5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:04:51Z', 'updated_at': '2021-02-10T21:05:02Z', 'revision_number': 4, 'project_id': 'acdfa87ec4e64a238c41778849fb8664', 'gw_port': {'id': '7d33b231-6d3d-4c83-ba7f-3187ea2aa5db', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499ff7bd-3aea-4bb2-a9b9-b7f90f83dfbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:04:55Z', 'updated_at': '2021-02-10T21:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi', '_interfaces': [{'id': '5c2ec9e5-a34f-4fe5-9d67-81bd3013c10a', 'name': '', 'network_id': '907563d5-8c93-48a0-8af3-4935d55858dd', 'tenant_id': 'acdfa87ec4e64a238c41778849fb8664', 'mac_address': 'fa:16:3e:21:8a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '499ff7bd-3aea-4bb2-a9b9-b7f90f83dfbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'cfbf301d-5680-42d3-b573-9c3b05be6f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:05:01Z', 'updated_at': '2021-02-10T21:05:10Z', 'revision_number': 4, 'project_id': 'acdfa87ec4e64a238c41778849fb8664', 'subnets': [{'id': 'cfbf301d-5680-42d3-b573-9c3b05be6f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775008-1-iscsi', False) {} {{(pid=79930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:05:12.166330 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3955e5-b046-4349-b5e6-79421b12b336 None None] The sync data for ids ['499ff7bd-3aea-4bb2-a9b9-b7f90f83dfbc'] in dv-cinder-775008-1-iscsi is: [{'id': '499ff7bd-3aea-4bb2-a9b9-b7f90f83dfbc', 'name': 'tempest-TestShelveInstance-722730644-router', 'tenant_id': 'acdfa87ec4e64a238c41778849fb8664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': '7d33b231-6d3d-4c83-ba7f-3187ea2aa5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:04:51Z', 'updated_at': '2021-02-10T21:05:02Z', 'revision_number': 4, 'project_id': 'acdfa87ec4e64a238c41778849fb8664', 'gw_port': {'id': '7d33b231-6d3d-4c83-ba7f-3187ea2aa5db', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499ff7bd-3aea-4bb2-a9b9-b7f90f83dfbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:04:55Z', 'updated_at': '2021-02-10T21:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi', '_interfaces': [{'id': '5c2ec9e5-a34f-4fe5-9d67-81bd3013c10a', 'name': '', 'network_id': '907563d5-8c93-48a0-8af3-4935d55858dd', 'tenant_id': 'acdfa87ec4e64a238c41778849fb8664', 'mac_address': 'fa:16:3e:21:8a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '499ff7bd-3aea-4bb2-a9b9-b7f90f83dfbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'cfbf301d-5680-42d3-b573-9c3b05be6f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:05:01Z', 'updated_at': '2021-02-10T21:05:10Z', 'revision_number': 4, 'project_id': 'acdfa87ec4e64a238c41778849fb8664', 'subnets': [{'id': 'cfbf301d-5680-42d3-b573-9c3b05be6f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 10 21:05:12.292902 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d8ed48-d189-4f19-a6a1-f0e50244b6a1 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] Pushing event updated for resources: {'Port': ['ID=323661a2-ed85-4717-b44a-99ff7bc9358e,revision_number=1']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:05:12.297522 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-f6d8ed48-d189-4f19-a6a1-f0e50244b6a1 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:05:12.320925 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a71c92e-acc7-4f15-ab05-f4092064da3d req-d8546301-0e33-461e-8bb4-6c9f3eae36fc tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:12.330994 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-9a71c92e-acc7-4f15-ab05-f4092064da3d req-d8546301-0e33-461e-8bb4-6c9f3eae36fc tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/ports?device_id=3dee1e11-308a-436e-aa4a-df62e56e7423 HTTP/1.1" status: 200  len: 932 time: 0.7090385
Feb 10 21:05:12.379483 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8693ce07-3b6f-469b-b567-56fb2318278e service neutron] Pushing event updated for resources: {'Port': ['ID=5cea92f5-237c-46d5-a831-9463f7eedfbe,revision_number=2']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:05:12.384392 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-8693ce07-3b6f-469b-b567-56fb2318278e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:05:12.469061 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8213ff5a-caac-4740-b51f-28f78845c356 req-6d6dbc4c-e73b-4cb0-9557-706e5b213567 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:12.474686 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-8213ff5a-caac-4740-b51f-28f78845c356 req-6d6dbc4c-e73b-4cb0-9557-706e5b213567 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/ports?device_id=e8b23f20-03b7-4c8c-851e-cd085acbd5e8 HTTP/1.1" status: 200  len: 946 time: 0.4364996
Feb 10 21:05:12.480925 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-9a71c92e-acc7-4f15-ab05-f4092064da3d req-0682b344-aaaa-4e53-9429-15b5618248b8 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/security-groups?id=c335b989-9e5c-4bf7-8234-e0ff1c1dd57a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1486154
Feb 10 21:05:12.501216 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-90d73307-68a3-4fc3-940a-f0b78ce776d1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:12.517976 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13fd7b54-95c6-4b17-ae70-c6c258690a9e req-f6d8ed48-d189-4f19-a6a1-f0e50244b6a1 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] Network 4dd4590c-4b8b-449e-a471-24dd073a3148 is already hosted by enough agents. {{(pid=79928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 10 21:05:12.526904 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.base_scheduler [req-13fd7b54-95c6-4b17-ae70-c6c258690a9e req-f6d8ed48-d189-4f19-a6a1-f0e50244b6a1 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] Resources bound (agent type, host, resource id):  {{(pid=79928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 10 21:05:12.550068 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [req-13fd7b54-95c6-4b17-ae70-c6c258690a9e req-f6d8ed48-d189-4f19-a6a1-f0e50244b6a1 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] Received port after_create {{(pid=79928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 10 21:05:12.556906 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e53e50-92bf-4c32-baa9-85d089b6c26f None None] Network e7765121-c141-4b72-bba6-d8aabffc5d82 requested from dv-cinder-775008-1-iscsi {{(pid=79930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 10 21:05:12.692478 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-8213ff5a-caac-4740-b51f-28f78845c356 req-e9131b2a-36f1-4180-9993-72ea0fdc73ef tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/security-groups?id=d690a83b-8d2e-42e4-90ab-f76a16f8383a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2143948
Feb 10 21:05:12.860615 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fd7b54-95c6-4b17-ae70-c6c258690a9e req-f6d8ed48-d189-4f19-a6a1-f0e50244b6a1 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:12.861345 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-13fd7b54-95c6-4b17-ae70-c6c258690a9e req-f6d8ed48-d189-4f19-a6a1-f0e50244b6a1 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728031'] for port, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:12.909866 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Device 5c2ec9e5-a34f-4fe5-9d67-81bd3013c10a up at agent ovs-agent-dv-cinder-775008-1-iscsi {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:05:12.916521 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-13fd7b54-95c6-4b17-ae70-c6c258690a9e req-f6d8ed48-d189-4f19-a6a1-f0e50244b6a1 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.9748619
Feb 10 21:05:12.930420 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [req-13fd7b54-95c6-4b17-ae70-c6c258690a9e req-05362c10-80c5-481f-b949-f77d6c760354 service neutron] Request body: {'port': {'device_id': '0bcfc07e-90e7-420c-a8a2-cb1c697a0cc3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77500'}} {{(pid=79928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:05:12.984893 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-93f077f6-0b2f-4a14-a46f-7f59aa8d95a3 None None] Provisioning for port fdcecc0d-bd9e-4caa-8943-ffba66663af1 completed by entity DHCP. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 10 21:05:13.019976 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Provisioning for port 5c2ec9e5-a34f-4fe5-9d67-81bd3013c10a completed by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 10 21:05:13.028926 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Provisioning complete for port 5c2ec9e5-a34f-4fe5-9d67-81bd3013c10a triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:05:13.029348 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:13.174712 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-13fd7b54-95c6-4b17-ae70-c6c258690a9e req-05362c10-80c5-481f-b949-f77d6c760354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:13.323291 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6b72f2-a8f2-4220-a077-8394d14251c3 req-0e983921-d428-45cc-8c31-4f411c5f6ff5 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:13.330895 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1f6b72f2-a8f2-4220-a077-8394d14251c3 req-0e983921-d428-45cc-8c31-4f411c5f6ff5 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/networks?id=20901ffe-56e0-4231-a22c-8768446088e2 HTTP/1.1" status: 200  len: 814 time: 0.4017344
Feb 10 21:05:13.341768 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device a53743a4-e3ef-4212-9855-140da57a2cd6 up at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:05:13.412887 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bb601e-7b1d-44df-9fcd-361a5621b3b7 req-4463e76f-a6aa-459d-acfa-28115baa3d59 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:13.413725 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-23bb601e-7b1d-44df-9fcd-361a5621b3b7 req-4463e76f-a6aa-459d-acfa-28115baa3d59 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] Synchronizing usage tracker for tenant:7eb5408997f5494f9056ccb8d369ab60 on resource:port {{(pid=79928) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 10 21:05:13.500550 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-23bb601e-7b1d-44df-9fcd-361a5621b3b7 req-4463e76f-a6aa-459d-acfa-28115baa3d59 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] Unset dirty status for tenant:7eb5408997f5494f9056ccb8d369ab60 on resource:port {{(pid=79928) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 10 21:05:13.508160 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-23bb601e-7b1d-44df-9fcd-361a5621b3b7 req-4463e76f-a6aa-459d-acfa-28115baa3d59 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] 10.222.0.82 "GET /v2.0/ports?device_id=0bcfc07e-90e7-420c-a8a2-cb1c697a0cc3 HTTP/1.1" status: 200  len: 932 time: 0.5373974
Feb 10 21:05:13.588150 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning complete for port a53743a4-e3ef-4212-9855-140da57a2cd6 triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:05:13.588577 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:13.605012 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-23bb601e-7b1d-44df-9fcd-361a5621b3b7 req-6b6cf710-c8f9-4700-a2d5-5d48aeada2b5 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] Synchronizing usage tracker for tenant:7eb5408997f5494f9056ccb8d369ab60 on resource:security_group {{(pid=79928) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 10 21:05:13.660209 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:13.715587 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] For port 5c2ec9e5-a34f-4fe5-9d67-81bd3013c10a, host dv-cinder-775008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-iscsi',level=0,port_id=5c2ec9e5-a34f-4fe5-9d67-81bd3013c10a,segment=NetworkSegment(29a8cf3a-f007-43c8-ad36-c9b75fc33c26),segment_id=29a8cf3a-f007-43c8-ad36-c9b75fc33c26)] {{(pid=79930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:05:13.755742 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:13.757011 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Device fdcecc0d-bd9e-4caa-8943-ffba66663af1 up at agent ovs-agent-dv-cinder-775008-1-iscsi {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:05:13.759908 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1f6b72f2-a8f2-4220-a077-8394d14251c3 req-206b0d75-cf30-4338-9778-546f98c26833 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/quotas/fd8c6aec55114f528929638c55a0f6a9 HTTP/1.1" status: 200  len: 375 time: 0.4277294
Feb 10 21:05:13.829410 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:05:13.915942 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [req-1ffbf5c7-045c-4c4c-b5fb-a3ad88c1a0ac req-8693ce07-3b6f-469b-b567-56fb2318278e service neutron] Attempting to bind port 5cea92f5-237c-46d5-a831-9463f7eedfbe on host hv-cinder-77500 for vnic_type normal with profile  {{(pid=79929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 10 21:05:13.916316 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [req-1ffbf5c7-045c-4c4c-b5fb-a3ad88c1a0ac req-8693ce07-3b6f-469b-b567-56fb2318278e service neutron] Attempting to bind port 5cea92f5-237c-46d5-a831-9463f7eedfbe by drivers openvswitch on host hv-cinder-77500 at level 0 using segments [{'id': '523996b1-29da-4623-83de-a657233dda5c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd499e464-54e8-4dd4-9520-8f962f4aa61a'}] {{(pid=79929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 10 21:05:13.916688 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffbf5c7-045c-4c4c-b5fb-a3ad88c1a0ac req-8693ce07-3b6f-469b-b567-56fb2318278e service neutron] Attempting to bind port 5cea92f5-237c-46d5-a831-9463f7eedfbe on network d499e464-54e8-4dd4-9520-8f962f4aa61a {{(pid=79929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 10 21:05:13.928230 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffbf5c7-045c-4c4c-b5fb-a3ad88c1a0ac req-8693ce07-3b6f-469b-b567-56fb2318278e service neutron] Checking agent: {'id': 'a01cfff8-88bc-4fa7-a09e-0f06c1450d16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 10, 21, 0, 31), 'started_at': datetime.datetime(2021, 2, 10, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2021, 2, 10, 21, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 10 21:05:13.928618 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffbf5c7-045c-4c4c-b5fb-a3ad88c1a0ac req-8693ce07-3b6f-469b-b567-56fb2318278e service neutron] Checking segment: {'id': '523996b1-29da-4623-83de-a657233dda5c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd499e464-54e8-4dd4-9520-8f962f4aa61a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 10 21:05:13.929032 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-1ffbf5c7-045c-4c4c-b5fb-a3ad88c1a0ac req-8693ce07-3b6f-469b-b567-56fb2318278e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:13.929436 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffbf5c7-045c-4c4c-b5fb-a3ad88c1a0ac req-8693ce07-3b6f-469b-b567-56fb2318278e service neutron] Bound using segment: {'id': '523996b1-29da-4623-83de-a657233dda5c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd499e464-54e8-4dd4-9520-8f962f4aa61a'} {{(pid=79929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 10 21:05:13.929934 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [req-1ffbf5c7-045c-4c4c-b5fb-a3ad88c1a0ac req-8693ce07-3b6f-469b-b567-56fb2318278e service neutron] Bound port: 5cea92f5-237c-46d5-a831-9463f7eedfbe, host: hv-cinder-77500, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '523996b1-29da-4623-83de-a657233dda5c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd499e464-54e8-4dd4-9520-8f962f4aa61a'}}] {{(pid=79929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 10 21:05:13.930360 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-1ffbf5c7-045c-4c4c-b5fb-a3ad88c1a0ac req-8693ce07-3b6f-469b-b567-56fb2318278e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:13.968832 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Pushing event updated for resources: {'Port': ['ID=5c2ec9e5-a34f-4fe5-9d67-81bd3013c10a,revision_number=5']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:05:13.974749 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:05:13.991300 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Provisioning for port fdcecc0d-bd9e-4caa-8943-ffba66663af1 completed by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 10 21:05:13.996616 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-34e6f380-ad4a-4908-be92-aea995c0f236 None None] Provisioning complete for port fdcecc0d-bd9e-4caa-8943-ffba66663af1 triggered by entity DHCP. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:05:13.997041 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-34e6f380-ad4a-4908-be92-aea995c0f236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:14.035857 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Provisioning complete for port fdcecc0d-bd9e-4caa-8943-ffba66663af1 triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:05:14.036199 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:14.115549 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-23bb601e-7b1d-44df-9fcd-361a5621b3b7 req-6b6cf710-c8f9-4700-a2d5-5d48aeada2b5 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] Unset dirty status for tenant:7eb5408997f5494f9056ccb8d369ab60 on resource:security_group {{(pid=79928) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 10 21:05:14.118276 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-23bb601e-7b1d-44df-9fcd-361a5621b3b7 req-6b6cf710-c8f9-4700-a2d5-5d48aeada2b5 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] 10.222.0.82 "GET /v2.0/security-groups?id=f3a7d53e-ec16-4f66-ac2c-e65634f986cf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6083047
Feb 10 21:05:14.146717 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1f6b72f2-a8f2-4220-a077-8394d14251c3 req-6bf07fe1-2b85-46d0-8e98-7a18267ccf92 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=fd8c6aec55114f528929638c55a0f6a9&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3857148
Feb 10 21:05:14.301088 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-34e6f380-ad4a-4908-be92-aea995c0f236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:14.312324 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [req-13fd7b54-95c6-4b17-ae70-c6c258690a9e req-05362c10-80c5-481f-b949-f77d6c760354 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 323661a2-ed85-4717-b44a-99ff7bc9358e {{(pid=79928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 10 21:05:14.346049 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-13fd7b54-95c6-4b17-ae70-c6c258690a9e req-05362c10-80c5-481f-b949-f77d6c760354 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:14.349840 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1f6b72f2-a8f2-4220-a077-8394d14251c3 req-65f191ed-b39a-4371-ba7c-255aecbf1650 service neutron] 10.222.0.82 "GET /v2.0/networks/20901ffe-56e0-4231-a22c-8768446088e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2011514
Feb 10 21:05:14.352282 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-90d73307-68a3-4fc3-940a-f0b78ce776d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850661588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850655767'] for router, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:14.386664 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [req-13fd7b54-95c6-4b17-ae70-c6c258690a9e req-05362c10-80c5-481f-b949-f77d6c760354 service neutron] Transition to ACTIVE for port object 323661a2-ed85-4717-b44a-99ff7bc9358e will not be triggered until provisioned by entity L2. {{(pid=79928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 10 21:05:14.389984 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-13fd7b54-95c6-4b17-ae70-c6c258690a9e req-05362c10-80c5-481f-b949-f77d6c760354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3134503'] for port, after_update {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:14.416063 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:05:14.423869 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:14.441589 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-34e6f380-ad4a-4908-be92-aea995c0f236 None None] For port fdcecc0d-bd9e-4caa-8943-ffba66663af1, host dv-cinder-775008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-iscsi',level=0,port_id=fdcecc0d-bd9e-4caa-8943-ffba66663af1,segment=NetworkSegment(5fc08447-7444-474d-b19c-e5e725cb3df6),segment_id=5fc08447-7444-474d-b19c-e5e725cb3df6)] {{(pid=79930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:05:14.455391 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-34e6f380-ad4a-4908-be92-aea995c0f236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:14.458430 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:05:14.649768 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.db.api [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=79930) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 10 21:05:14.650653 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_db.api [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=79930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 10 21:05:14.651421 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e6f380-ad4a-4908-be92-aea995c0f236 None None] Pushing event updated for resources: {'Port': ['ID=fdcecc0d-bd9e-4caa-8943-ffba66663af1,revision_number=3']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:05:14.654704 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-17dc3810-e55b-4e1b-acc7-4aab46267f5a None None] Provisioning complete for port fdcecc0d-bd9e-4caa-8943-ffba66663af1 triggered by entity DHCP. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:05:14.656190 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-17dc3810-e55b-4e1b-acc7-4aab46267f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:14.667848 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05362c10-80c5-481f-b949-f77d6c760354 service neutron] Pushing event updated for resources: {'Port': ['ID=323661a2-ed85-4717-b44a-99ff7bc9358e,revision_number=2']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:05:14.679001 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-05362c10-80c5-481f-b949-f77d6c760354 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:05:14.689306 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-34e6f380-ad4a-4908-be92-aea995c0f236 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:05:14.728935 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [req-1ffbf5c7-045c-4c4c-b5fb-a3ad88c1a0ac req-8693ce07-3b6f-469b-b567-56fb2318278e service neutron] For port 5cea92f5-237c-46d5-a831-9463f7eedfbe, host hv-cinder-77500, cleared binding levels {{(pid=79929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 10 21:05:14.758435 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [req-1ffbf5c7-045c-4c4c-b5fb-a3ad88c1a0ac req-8693ce07-3b6f-469b-b567-56fb2318278e service neutron] For port 5cea92f5-237c-46d5-a831-9463f7eedfbe, host hv-cinder-77500, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=5cea92f5-237c-46d5-a831-9463f7eedfbe,segment=NetworkSegment(523996b1-29da-4623-83de-a657233dda5c),segment_id=523996b1-29da-4623-83de-a657233dda5c)] {{(pid=79929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 10 21:05:14.772022 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-1ffbf5c7-045c-4c4c-b5fb-a3ad88c1a0ac req-8693ce07-3b6f-469b-b567-56fb2318278e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852145533'] for port, after_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:14.793945 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-6e79cd2e-178c-499b-8a69-84fd98ec7538 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:05:14.881886 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9a2a43-84f9-4026-a247-c4f51b8379e3 req-a324bc89-a075-46ec-90e4-aa25af6e76de tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:14.883649 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-5f9a2a43-84f9-4026-a247-c4f51b8379e3 req-a324bc89-a075-46ec-90e4-aa25af6e76de tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5a452ba-1bbb-4cf5-a43d-16be280c05b9 HTTP/1.1" status: 200  len: 946 time: 0.3094199
Feb 10 21:05:14.957680 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1f6b72f2-a8f2-4220-a077-8394d14251c3 req-22d9c704-0fc3-45f5-bd94-af83a29fb374 service neutron] 10.222.0.82 "GET /v2.0/networks/20901ffe-56e0-4231-a22c-8768446088e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5985851
Feb 10 21:05:15.007649 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-5f9a2a43-84f9-4026-a247-c4f51b8379e3 req-c343ca72-f16f-4739-9590-536cf979ae9c tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0939388
Feb 10 21:05:15.020538 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [req-13fd7b54-95c6-4b17-ae70-c6c258690a9e req-05362c10-80c5-481f-b949-f77d6c760354 service neutron] Attempting to bind port 323661a2-ed85-4717-b44a-99ff7bc9358e on host hv-cinder-77500 for vnic_type normal with profile  {{(pid=79928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 10 21:05:15.020946 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [req-13fd7b54-95c6-4b17-ae70-c6c258690a9e req-05362c10-80c5-481f-b949-f77d6c760354 service neutron] Attempting to bind port 323661a2-ed85-4717-b44a-99ff7bc9358e by drivers openvswitch on host hv-cinder-77500 at level 0 using segments [{'id': '71fb9a08-61cd-4755-9578-354eee263c8d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '4dd4590c-4b8b-449e-a471-24dd073a3148'}] {{(pid=79928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 10 21:05:15.021320 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fd7b54-95c6-4b17-ae70-c6c258690a9e req-05362c10-80c5-481f-b949-f77d6c760354 service neutron] Attempting to bind port 323661a2-ed85-4717-b44a-99ff7bc9358e on network 4dd4590c-4b8b-449e-a471-24dd073a3148 {{(pid=79928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 10 21:05:15.027726 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fd7b54-95c6-4b17-ae70-c6c258690a9e req-05362c10-80c5-481f-b949-f77d6c760354 service neutron] Checking agent: {'id': 'a01cfff8-88bc-4fa7-a09e-0f06c1450d16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 10, 21, 0, 31), 'started_at': datetime.datetime(2021, 2, 10, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2021, 2, 10, 21, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 10 21:05:15.028115 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fd7b54-95c6-4b17-ae70-c6c258690a9e req-05362c10-80c5-481f-b949-f77d6c760354 service neutron] Checking segment: {'id': '71fb9a08-61cd-4755-9578-354eee263c8d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '4dd4590c-4b8b-449e-a471-24dd073a3148'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 10 21:05:15.028526 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-13fd7b54-95c6-4b17-ae70-c6c258690a9e req-05362c10-80c5-481f-b949-f77d6c760354 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:15.028944 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fd7b54-95c6-4b17-ae70-c6c258690a9e req-05362c10-80c5-481f-b949-f77d6c760354 service neutron] Bound using segment: {'id': '71fb9a08-61cd-4755-9578-354eee263c8d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '4dd4590c-4b8b-449e-a471-24dd073a3148'} {{(pid=79928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 10 21:05:15.029996 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [req-13fd7b54-95c6-4b17-ae70-c6c258690a9e req-05362c10-80c5-481f-b949-f77d6c760354 service neutron] Bound port: 323661a2-ed85-4717-b44a-99ff7bc9358e, host: hv-cinder-77500, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71fb9a08-61cd-4755-9578-354eee263c8d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '4dd4590c-4b8b-449e-a471-24dd073a3148'}}] {{(pid=79928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 10 21:05:15.031262 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-13fd7b54-95c6-4b17-ae70-c6c258690a9e req-05362c10-80c5-481f-b949-f77d6c760354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:15.031468 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8693ce07-3b6f-469b-b567-56fb2318278e service neutron] Pushing event updated for resources: {'Port': ['ID=5cea92f5-237c-46d5-a831-9463f7eedfbe,revision_number=3']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:05:15.073709 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-8693ce07-3b6f-469b-b567-56fb2318278e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:05:15.096447 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90d73307-68a3-4fc3-940a-f0b78ce776d1 admin admin] Router cb5c969c-ff03-4b7a-89a4-63af891cb1be is scheduled to L3 agent 351a09a7-a8bd-44d4-8337-3dd1b5c8f290 with binding_index 1 {{(pid=79929) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 10 21:05:15.108216 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffbf5c7-045c-4c4c-b5fb-a3ad88c1a0ac req-8693ce07-3b6f-469b-b567-56fb2318278e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:15.108963 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-1ffbf5c7-045c-4c4c-b5fb-a3ad88c1a0ac req-8693ce07-3b6f-469b-b567-56fb2318278e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770081'] for port, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:15.110447 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1ffbf5c7-045c-4c4c-b5fb-a3ad88c1a0ac req-8693ce07-3b6f-469b-b567-56fb2318278e service neutron] 10.222.0.15 "PUT /v2.0/ports/5cea92f5-237c-46d5-a831-9463f7eedfbe HTTP/1.1" status: 200  len: 1158 time: 7.0431769
Feb 10 21:05:15.112665 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dee1e11-308a-436e-aa4a-df62e56e7423', 'tag': '5cea92f5-237c-46d5-a831-9463f7eedfbe'}] {{(pid=79929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 10 21:05:15.321099 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device a53743a4-e3ef-4212-9855-140da57a2cd6 up at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:05:15.410370 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [req-13fd7b54-95c6-4b17-ae70-c6c258690a9e req-05362c10-80c5-481f-b949-f77d6c760354 service neutron] For port 323661a2-ed85-4717-b44a-99ff7bc9358e, host hv-cinder-77500, cleared binding levels {{(pid=79928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 10 21:05:15.424451 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [req-13fd7b54-95c6-4b17-ae70-c6c258690a9e req-05362c10-80c5-481f-b949-f77d6c760354 service neutron] For port 323661a2-ed85-4717-b44a-99ff7bc9358e, host hv-cinder-77500, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=323661a2-ed85-4717-b44a-99ff7bc9358e,segment=NetworkSegment(71fb9a08-61cd-4755-9578-354eee263c8d),segment_id=71fb9a08-61cd-4755-9578-354eee263c8d)] {{(pid=79928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 10 21:05:15.449597 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-13fd7b54-95c6-4b17-ae70-c6c258690a9e req-05362c10-80c5-481f-b949-f77d6c760354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3134503'] for port, after_update {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:15.492066 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-f6d8ed48-d189-4f19-a6a1-f0e50244b6a1 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:05:15.501021 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning complete for port a53743a4-e3ef-4212-9855-140da57a2cd6 triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:05:15.501508 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:15.621081 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Device 5c2ec9e5-a34f-4fe5-9d67-81bd3013c10a up at agent ovs-agent-dv-cinder-775008-1-iscsi {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:05:15.687950 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05362c10-80c5-481f-b949-f77d6c760354 service neutron] Pushing event updated for resources: {'Port': ['ID=323661a2-ed85-4717-b44a-99ff7bc9358e,revision_number=3']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:05:15.719119 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-05362c10-80c5-481f-b949-f77d6c760354 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:05:15.790789 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Provisioning complete for port 5c2ec9e5-a34f-4fe5-9d67-81bd3013c10a triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:05:15.790990 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:15.906050 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffbf5c7-045c-4c4c-b5fb-a3ad88c1a0ac req-e955df8e-331a-4a2d-8b2a-c00f30d14edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:15.907900 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1ffbf5c7-045c-4c4c-b5fb-a3ad88c1a0ac req-e955df8e-331a-4a2d-8b2a-c00f30d14edf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=450f83fab0734bc4b485b263670f0fa7&device_id=3dee1e11-308a-436e-aa4a-df62e56e7423 HTTP/1.1" status: 200  len: 1161 time: 0.5910609
Feb 10 21:05:15.949946 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c910a18-b6a6-4a9d-924a-e822f608e97d req-153d9d44-842d-4db8-8e64-99e0924a4c2a tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:15.952249 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-7c910a18-b6a6-4a9d-924a-e822f608e97d req-153d9d44-842d-4db8-8e64-99e0924a4c2a tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/ports?device_id=3dee1e11-308a-436e-aa4a-df62e56e7423 HTTP/1.1" status: 200  len: 944 time: 0.6918087
Feb 10 21:05:15.985852 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Device fdcecc0d-bd9e-4caa-8943-ffba66663af1 up at agent ovs-agent-dv-cinder-775008-1-iscsi {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:05:16.030208 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7104e7cf-02df-436f-ab6f-1e75224867a1 req-7c631865-1cd2-4935-a855-504c2033eeec tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:16.031978 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-7104e7cf-02df-436f-ab6f-1e75224867a1 req-7c631865-1cd2-4935-a855-504c2033eeec tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/ports?device_id=e8b23f20-03b7-4c8c-851e-cd085acbd5e8 HTTP/1.1" status: 200  len: 946 time: 0.5930161
Feb 10 21:05:16.052288 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-7c910a18-b6a6-4a9d-924a-e822f608e97d req-003e3d8f-ec57-4b58-a797-c8c7d1cfe825 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/security-groups?id=c335b989-9e5c-4bf7-8234-e0ff1c1dd57a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0892570
Feb 10 21:05:16.079682 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fd7b54-95c6-4b17-ae70-c6c258690a9e req-05362c10-80c5-481f-b949-f77d6c760354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:16.080377 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-13fd7b54-95c6-4b17-ae70-c6c258690a9e req-05362c10-80c5-481f-b949-f77d6c760354 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728031'] for port, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:16.085157 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-13fd7b54-95c6-4b17-ae70-c6c258690a9e req-05362c10-80c5-481f-b949-f77d6c760354 service neutron] 10.222.0.15 "PUT /v2.0/ports/323661a2-ed85-4717-b44a-99ff7bc9358e HTTP/1.1" status: 200  len: 1158 time: 3.1595576
Feb 10 21:05:16.085729 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bcfc07e-90e7-420c-a8a2-cb1c697a0cc3', 'tag': '323661a2-ed85-4717-b44a-99ff7bc9358e'}] {{(pid=79928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 10 21:05:16.138854 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Provisioning complete for port fdcecc0d-bd9e-4caa-8943-ffba66663af1 triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:05:16.140790 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:16.142319 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d73307-68a3-4fc3-940a-f0b78ce776d1 admin admin] Notify agent at l3_agent.dv-cinder-775008-1-iscsi the message routers_updated {{(pid=79929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 10 21:05:16.154087 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271224af-4e0a-4f3d-b306-ad15950f1a30 None None] Sync routers for ids ['cb5c969c-ff03-4b7a-89a4-63af891cb1be'] in dv-cinder-775008-1-iscsi {{(pid=79931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 10 21:05:16.171879 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1ffbf5c7-045c-4c4c-b5fb-a3ad88c1a0ac req-b7b1a725-2c25-4840-8821-7680dc75bc79 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5cea92f5-237c-46d5-a831-9463f7eedfbe HTTP/1.1" status: 200  len: 217 time: 0.1367385
Feb 10 21:05:16.177014 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271224af-4e0a-4f3d-b306-ad15950f1a30 None None] Routers {'cb5c969c-ff03-4b7a-89a4-63af891cb1be'} bound to L3 agent in host dv-cinder-775008-1-iscsi {{(pid=79931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 10 21:05:16.177709 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-271224af-4e0a-4f3d-b306-ad15950f1a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbf90b89cf8>, 'dv-cinder-775008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-10T20:53:27Z,description=<?>,heartbeat_timestamp=2021-02-10T21:04:57Z,host='dv-cinder-775008-1-iscsi',id=351a09a7-a8bd-44d4-8337-3dd1b5c8f290,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-10T20:53:27Z,topic='l3_agent')) {'router_ids': ['cb5c969c-ff03-4b7a-89a4-63af891cb1be'], 'active': True} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:05:16.194999 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dee1e11-308a-436e-aa4a-df62e56e7423', 'tag': '5cea92f5-237c-46d5-a831-9463f7eedfbe', 'status': 'completed', 'code': 200}
Feb 10 21:05:16.278785 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-90d73307-68a3-4fc3-940a-f0b78ce776d1 admin admin] Notify callbacks [] for router, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:16.280654 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-90d73307-68a3-4fc3-940a-f0b78ce776d1 admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 9.5291030
Feb 10 21:05:16.284271 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 57576) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:05:16.301458 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-7104e7cf-02df-436f-ab6f-1e75224867a1 req-6bc5813f-4acb-4d76-bbea-778527ead0e2 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/security-groups?id=d690a83b-8d2e-42e4-90ab-f76a16f8383a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1608152
Feb 10 21:05:16.319119 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffbf5c7-045c-4c4c-b5fb-a3ad88c1a0ac req-e42fec2b-378f-4f9c-bbb8-766488c24f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:16.321523 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1ffbf5c7-045c-4c4c-b5fb-a3ad88c1a0ac req-e42fec2b-378f-4f9c-bbb8-766488c24f7c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c40b2878-75d9-4a40-800e-cc67094c8d4e HTTP/1.1" status: 200  len: 853 time: 0.1288033
Feb 10 21:05:16.477583 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffbf5c7-045c-4c4c-b5fb-a3ad88c1a0ac req-ea83dea1-52f2-45db-9e11-f1daf3a5d65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:16.480402 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1ffbf5c7-045c-4c4c-b5fb-a3ad88c1a0ac req-ea83dea1-52f2-45db-9e11-f1daf3a5d65e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d499e464-54e8-4dd4-9520-8f962f4aa61a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1484234
Feb 10 21:05:16.519903 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvr_db [None req-271224af-4e0a-4f3d-b306-ad15950f1a30 None None] Set router cb5c969c-ff03-4b7a-89a4-63af891cb1be gateway port host: dv-cinder-775008-1-iscsi {{(pid=79931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 10 21:05:16.599066 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fd7b54-95c6-4b17-ae70-c6c258690a9e req-85d47de9-5eb2-443b-9b88-61aaed8e28d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:16.600761 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-13fd7b54-95c6-4b17-ae70-c6c258690a9e req-85d47de9-5eb2-443b-9b88-61aaed8e28d3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7eb5408997f5494f9056ccb8d369ab60&device_id=0bcfc07e-90e7-420c-a8a2-cb1c697a0cc3 HTTP/1.1" status: 200  len: 1161 time: 0.4516912
Feb 10 21:05:16.602508 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-71c885b8-ba4b-4883-a6c4-0417d7dd6019 req-099e79cd-aef8-4f89-9bb0-33d8f69c9342 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/ports?device_id=511484ec-10c4-419d-a122-1b1b639da83b HTTP/1.1" status: 200  len: 210 time: 0.0729885
Feb 10 21:05:16.710630 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-13fd7b54-95c6-4b17-ae70-c6c258690a9e req-b19e1c71-9d8d-4b2c-b3bb-d04b13310459 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=323661a2-ed85-4717-b44a-99ff7bc9358e HTTP/1.1" status: 200  len: 217 time: 0.0892272
Feb 10 21:05:16.738708 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1ffbf5c7-045c-4c4c-b5fb-a3ad88c1a0ac req-2e12ad4f-1fbb-4ed9-b319-f95ee0b075f7 service neutron] 10.222.0.15 "GET /v2.0/networks/d499e464-54e8-4dd4-9520-8f962f4aa61a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2405269
Feb 10 21:05:16.911309 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-271224af-4e0a-4f3d-b306-ad15950f1a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbf90b89cf8>, [{'id': 'cb5c969c-ff03-4b7a-89a4-63af891cb1be', 'name': 'tempest-TestShelveInstance-1432520895-router', 'tenant_id': 'ac382b0c163d4814a7d90ace0d334811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'c6943393-e103-4b5e-97b9-1a8abcac6b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:05:06Z', 'updated_at': '2021-02-10T21:05:11Z', 'revision_number': 3, 'project_id': 'ac382b0c163d4814a7d90ace0d334811', 'gw_port': {'id': 'c6943393-e103-4b5e-97b9-1a8abcac6b44', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:21:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb5c969c-ff03-4b7a-89a4-63af891cb1be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:05:08Z', 'updated_at': '2021-02-10T21:05:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi'}], 'dv-cinder-775008-1-iscsi', False) {} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:05:16.916233 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271224af-4e0a-4f3d-b306-ad15950f1a30 None None] Checking router: cb5c969c-ff03-4b7a-89a4-63af891cb1be for host: dv-cinder-775008-1-iscsi {{(pid=79931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 10 21:05:16.916724 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271224af-4e0a-4f3d-b306-ad15950f1a30 None None] Updating router cb5c969c-ff03-4b7a-89a4-63af891cb1be port c6943393-e103-4b5e-97b9-1a8abcac6b44 binding host dv-cinder-775008-1-iscsi {{(pid=79931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 10 21:05:16.917199 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bcfc07e-90e7-420c-a8a2-cb1c697a0cc3', 'tag': '323661a2-ed85-4717-b44a-99ff7bc9358e', 'status': 'completed', 'code': 200}
Feb 10 21:05:16.958216 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1ffbf5c7-045c-4c4c-b5fb-a3ad88c1a0ac req-fe889425-4ff4-46cd-8152-5b021b75d753 service neutron] 10.222.0.15 "GET /v2.0/networks/d499e464-54e8-4dd4-9520-8f962f4aa61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2046306
Feb 10 21:05:16.980099 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-271224af-4e0a-4f3d-b306-ad15950f1a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:17.022602 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7840a30d-43a1-4e6c-9c3d-ec239f36584a req-91685098-19b7-4614-9a85-1f4947de3e32 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:17.030335 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-7840a30d-43a1-4e6c-9c3d-ec239f36584a req-91685098-19b7-4614-9a85-1f4947de3e32 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] 10.222.0.82 "GET /v2.0/ports?device_id=0bcfc07e-90e7-420c-a8a2-cb1c697a0cc3 HTTP/1.1" status: 200  len: 944 time: 0.5457964
Feb 10 21:05:17.098366 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fd7b54-95c6-4b17-ae70-c6c258690a9e req-6c15cef6-24ac-4275-9442-df478a655a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:17.099950 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-13fd7b54-95c6-4b17-ae70-c6c258690a9e req-6c15cef6-24ac-4275-9442-df478a655a00 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=56f171b1-73a4-4439-84b8-3d620b415560 HTTP/1.1" status: 200  len: 853 time: 0.3234446
Feb 10 21:05:17.159175 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-7840a30d-43a1-4e6c-9c3d-ec239f36584a req-ab9bfe1b-2dab-4983-b343-0a1d92947f44 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] 10.222.0.82 "GET /v2.0/security-groups?id=f3a7d53e-ec16-4f66-ac2c-e65634f986cf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1276648
Feb 10 21:05:17.561207 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-13fd7b54-95c6-4b17-ae70-c6c258690a9e req-8e07979d-cbf3-485c-bb6c-26159a0ad483 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4dd4590c-4b8b-449e-a471-24dd073a3148&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3947732
Feb 10 21:05:17.598758 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-271224af-4e0a-4f3d-b306-ad15950f1a30 None None] Notify callbacks [] for port, precommit_update {{(pid=79931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:17.613869 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-271224af-4e0a-4f3d-b306-ad15950f1a30 None None] Transition to ACTIVE for port object c6943393-e103-4b5e-97b9-1a8abcac6b44 will not be triggered until provisioned by entity L2. {{(pid=79931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 10 21:05:17.617542 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-271224af-4e0a-4f3d-b306-ad15950f1a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:17.639948 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:05:17.781124 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6b72f2-a8f2-4220-a077-8394d14251c3 req-7f9bdb44-e1ac-43bd-8447-6c20243451a2 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:17.781832 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1f6b72f2-a8f2-4220-a077-8394d14251c3 req-7f9bdb44-e1ac-43bd-8447-6c20243451a2 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.15 "GET /v2.0/networks?id=20901ffe-56e0-4231-a22c-8768446088e2 HTTP/1.1" status: 200  len: 814 time: 0.8224761
Feb 10 21:05:17.789897 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f4d82c-cb65-4f45-aa2e-35a2d68a08ae None None] Pushing event updated for resources: {'Port': ['ID=c6943393-e103-4b5e-97b9-1a8abcac6b44,revision_number=2']} {{(pid=79931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:05:17.794451 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a66814-4ad4-4b87-afd2-abbabce55970 req-61c98355-b0f1-4750-97c7-34acc89032fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:17.797347 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-30a66814-4ad4-4b87-afd2-abbabce55970 req-61c98355-b0f1-4750-97c7-34acc89032fe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=450f83fab0734bc4b485b263670f0fa7&device_id=3dee1e11-308a-436e-aa4a-df62e56e7423 HTTP/1.1" status: 200  len: 1161 time: 0.2689259
Feb 10 21:05:17.803465 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f4d82c-cb65-4f45-aa2e-35a2d68a08ae None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:05:17.803859 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f4d82c-cb65-4f45-aa2e-35a2d68a08ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:05:17.804355 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f4d82c-cb65-4f45-aa2e-35a2d68a08ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:05:17.804355 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f4d82c-cb65-4f45-aa2e-35a2d68a08ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:05:17.806464 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f4d82c-cb65-4f45-aa2e-35a2d68a08ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:05:17.806464 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f4d82c-cb65-4f45-aa2e-35a2d68a08ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:05:17.806464 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f4d82c-cb65-4f45-aa2e-35a2d68a08ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:05:17.806464 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f4d82c-cb65-4f45-aa2e-35a2d68a08ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:05:17.806464 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f4d82c-cb65-4f45-aa2e-35a2d68a08ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:05:17.810553 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f4d82c-cb65-4f45-aa2e-35a2d68a08ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:05:17.810553 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f4d82c-cb65-4f45-aa2e-35a2d68a08ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:05:17.810553 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f4d82c-cb65-4f45-aa2e-35a2d68a08ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:05:17.810553 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f4d82c-cb65-4f45-aa2e-35a2d68a08ae None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:05:17.810553 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f4d82c-cb65-4f45-aa2e-35a2d68a08ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:05:17.810553 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f4d82c-cb65-4f45-aa2e-35a2d68a08ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:05:17.810553 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f4d82c-cb65-4f45-aa2e-35a2d68a08ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:05:17.810553 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f4d82c-cb65-4f45-aa2e-35a2d68a08ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:05:17.810553 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f4d82c-cb65-4f45-aa2e-35a2d68a08ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:05:17.810553 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f4d82c-cb65-4f45-aa2e-35a2d68a08ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:05:17.810553 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f4d82c-cb65-4f45-aa2e-35a2d68a08ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:05:17.810553 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f4d82c-cb65-4f45-aa2e-35a2d68a08ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:05:17.812971 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f4d82c-cb65-4f45-aa2e-35a2d68a08ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:05:17.812971 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f4d82c-cb65-4f45-aa2e-35a2d68a08ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:05:17.812971 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f4d82c-cb65-4f45-aa2e-35a2d68a08ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:05:17.816548 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-21f4d82c-cb65-4f45-aa2e-35a2d68a08ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=79931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:05:17.871123 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-271224af-4e0a-4f3d-b306-ad15950f1a30 None None] Attempting to bind port c6943393-e103-4b5e-97b9-1a8abcac6b44 on host dv-cinder-775008-1-iscsi for vnic_type normal with profile  {{(pid=79931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 10 21:05:17.871769 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-271224af-4e0a-4f3d-b306-ad15950f1a30 None None] Attempting to bind port c6943393-e103-4b5e-97b9-1a8abcac6b44 by drivers openvswitch on host dv-cinder-775008-1-iscsi at level 0 using segments [{'id': '37fae2f4-4e7c-4231-b866-3c6a09452824', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614'}] {{(pid=79931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 10 21:05:17.872309 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271224af-4e0a-4f3d-b306-ad15950f1a30 None None] Attempting to bind port c6943393-e103-4b5e-97b9-1a8abcac6b44 on network caec50ae-8f3b-4f45-a3ad-eb903a732614 {{(pid=79931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 10 21:05:17.879331 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271224af-4e0a-4f3d-b306-ad15950f1a30 None None] Checking agent: {'id': '1c483f99-5707-4fa0-b001-c7f2c0c49e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775008-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 10, 20, 53, 28), 'started_at': datetime.datetime(2021, 2, 10, 20, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 2, 10, 21, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775008-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 10 21:05:17.880049 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271224af-4e0a-4f3d-b306-ad15950f1a30 None None] Checking segment: {'id': '37fae2f4-4e7c-4231-b866-3c6a09452824', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 10 21:05:17.880651 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-271224af-4e0a-4f3d-b306-ad15950f1a30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:17.881229 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271224af-4e0a-4f3d-b306-ad15950f1a30 None None] Bound using segment: {'id': '37fae2f4-4e7c-4231-b866-3c6a09452824', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614'} {{(pid=79931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 10 21:05:17.882345 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-271224af-4e0a-4f3d-b306-ad15950f1a30 None None] Bound port: c6943393-e103-4b5e-97b9-1a8abcac6b44, host: dv-cinder-775008-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37fae2f4-4e7c-4231-b866-3c6a09452824', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614'}}] {{(pid=79931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 10 21:05:17.882950 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-271224af-4e0a-4f3d-b306-ad15950f1a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:17.885151 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe58ed-e983-47fb-b029-c2d8f3310dbb req-2e1cfd2a-032c-4b9a-b353-9ec6d325f4fe tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:17.887136 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-29fe58ed-e983-47fb-b029-c2d8f3310dbb req-2e1cfd2a-032c-4b9a-b353-9ec6d325f4fe tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/ports?device_id=3dee1e11-308a-436e-aa4a-df62e56e7423 HTTP/1.1" status: 200  len: 944 time: 0.3980556
Feb 10 21:05:17.915957 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [req-1f6b72f2-a8f2-4220-a077-8394d14251c3 req-164d552b-5f3a-4f1a-a095-e34e66a4e6b3 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Request body: {'port': {'device_id': '511484ec-10c4-419d-a122-1b1b639da83b', 'network_id': '20901ffe-56e0-4231-a22c-8768446088e2', 'admin_state_up': True, 'tenant_id': 'fd8c6aec55114f528929638c55a0f6a9'}} {{(pid=79929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:05:17.956340 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-13fd7b54-95c6-4b17-ae70-c6c258690a9e req-c1913f18-f566-4cfc-a79b-3919f06e2e21 service neutron] 10.222.0.15 "GET /v2.0/networks/4dd4590c-4b8b-449e-a471-24dd073a3148?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3399084
Feb 10 21:05:17.976157 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-271224af-4e0a-4f3d-b306-ad15950f1a30 None None] For port c6943393-e103-4b5e-97b9-1a8abcac6b44, host dv-cinder-775008-1-iscsi, cleared binding levels {{(pid=79931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 10 21:05:17.979836 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-271224af-4e0a-4f3d-b306-ad15950f1a30 None None] For port c6943393-e103-4b5e-97b9-1a8abcac6b44, host dv-cinder-775008-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-iscsi',level=0,port_id=c6943393-e103-4b5e-97b9-1a8abcac6b44,segment=NetworkSegment(37fae2f4-4e7c-4231-b866-3c6a09452824),segment_id=37fae2f4-4e7c-4231-b866-3c6a09452824)] {{(pid=79931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 10 21:05:17.985923 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-271224af-4e0a-4f3d-b306-ad15950f1a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:18.004130 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:05:18.052840 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edda846-76f2-485a-8f15-3442f4a60d35 req-486fefe7-d22b-41c9-8e0f-301163648502 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:18.054439 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-6edda846-76f2-485a-8f15-3442f4a60d35 req-486fefe7-d22b-41c9-8e0f-301163648502 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5a452ba-1bbb-4cf5-a43d-16be280c05b9 HTTP/1.1" status: 200  len: 946 time: 0.5040650
Feb 10 21:05:18.188305 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f4d82c-cb65-4f45-aa2e-35a2d68a08ae None None] Pushing event updated for resources: {'Port': ['ID=c6943393-e103-4b5e-97b9-1a8abcac6b44,revision_number=3']} {{(pid=79931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:05:18.202337 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-21f4d82c-cb65-4f45-aa2e-35a2d68a08ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=79931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:05:18.205602 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-29fe58ed-e983-47fb-b029-c2d8f3310dbb req-ceef1256-783f-4b32-85e3-848c49083134 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/security-groups?id=c335b989-9e5c-4bf7-8234-e0ff1c1dd57a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2695928
Feb 10 21:05:18.255044 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a66814-4ad4-4b87-afd2-abbabce55970 req-cf5c438a-e258-4109-b87b-76d471e083f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:18.256623 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-30a66814-4ad4-4b87-afd2-abbabce55970 req-cf5c438a-e258-4109-b87b-76d471e083f9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d499e464-54e8-4dd4-9520-8f962f4aa61a HTTP/1.1" status: 200  len: 908 time: 0.3672884
Feb 10 21:05:18.261111 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [req-1f6b72f2-a8f2-4220-a077-8394d14251c3 req-164d552b-5f3a-4f1a-a095-e34e66a4e6b3 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:05:18.271283 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271224af-4e0a-4f3d-b306-ad15950f1a30 None None] Routers {'cb5c969c-ff03-4b7a-89a4-63af891cb1be'} bound to L3 agent in host dv-cinder-775008-1-iscsi {{(pid=79931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 10 21:05:18.271955 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-271224af-4e0a-4f3d-b306-ad15950f1a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbf90b89cf8>, 'dv-cinder-775008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-10T20:53:27Z,description=<?>,heartbeat_timestamp=2021-02-10T21:04:57Z,host='dv-cinder-775008-1-iscsi',id=351a09a7-a8bd-44d4-8337-3dd1b5c8f290,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-10T20:53:27Z,topic='l3_agent')) {'router_ids': ['cb5c969c-ff03-4b7a-89a4-63af891cb1be'], 'active': True} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:05:18.290884 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-6edda846-76f2-485a-8f15-3442f4a60d35 req-9a63e99b-632b-4172-950a-7472dc000a9d tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2093134
Feb 10 21:05:18.342156 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [req-1f6b72f2-a8f2-4220-a077-8394d14251c3 req-164d552b-5f3a-4f1a-a095-e34e66a4e6b3 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:05:18.354469 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-30a66814-4ad4-4b87-afd2-abbabce55970 req-2150c32c-b249-4e0c-a298-9d36eec9963b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5cea92f5-237c-46d5-a831-9463f7eedfbe HTTP/1.1" status: 200  len: 217 time: 0.0859287
Feb 10 21:05:18.400061 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-13fd7b54-95c6-4b17-ae70-c6c258690a9e req-707b5125-cb68-4329-bdac-b4d956ea6e8c service neutron] 10.222.0.15 "GET /v2.0/networks/4dd4590c-4b8b-449e-a471-24dd073a3148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3445461
Feb 10 21:05:18.476239 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-f56896da-ecd7-4ffb-956b-e691467965ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:18.478341 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f6b72f2-a8f2-4220-a077-8394d14251c3 req-164d552b-5f3a-4f1a-a095-e34e66a4e6b3 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Made reservation on behalf of fd8c6aec55114f528929638c55a0f6a9 for: {'port': 1} {{(pid=79929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 10 21:05:18.500827 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-1f6b72f2-a8f2-4220-a077-8394d14251c3 req-164d552b-5f3a-4f1a-a095-e34e66a4e6b3 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:18.564674 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a66814-4ad4-4b87-afd2-abbabce55970 req-b74deb06-f379-4136-a091-1114ab6a83dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:18.566322 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-30a66814-4ad4-4b87-afd2-abbabce55970 req-b74deb06-f379-4136-a091-1114ab6a83dd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c40b2878-75d9-4a40-800e-cc67094c8d4e HTTP/1.1" status: 200  len: 853 time: 0.1991923
Feb 10 21:05:18.601434 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-26598955-b005-4bce-85e8-8fed315c8aee req-f8bfcd37-32da-4d2a-af2a-cf5b38cc1429 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/ports?device_id=511484ec-10c4-419d-a122-1b1b639da83b HTTP/1.1" status: 200  len: 210 time: 0.1081471
Feb 10 21:05:18.715171 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvr_db [None req-271224af-4e0a-4f3d-b306-ad15950f1a30 None None] Set router cb5c969c-ff03-4b7a-89a4-63af891cb1be gateway port host: dv-cinder-775008-1-iscsi {{(pid=79931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 10 21:05:18.761019 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bd683a-12a0-4e39-b8d5-16a542a444e8 req-404e88cc-f488-4cf0-866a-20cf0fc994b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:18.762676 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-40bd683a-12a0-4e39-b8d5-16a542a444e8 req-404e88cc-f488-4cf0-866a-20cf0fc994b9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7eb5408997f5494f9056ccb8d369ab60&device_id=0bcfc07e-90e7-420c-a8a2-cb1c697a0cc3 HTTP/1.1" status: 200  len: 1161 time: 0.2708800
Feb 10 21:05:18.845187 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974421e5-d0fa-4554-875c-7d12a560bec8 req-57eae8df-51d6-4c42-b880-9e5349474c64 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:18.846941 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-974421e5-d0fa-4554-875c-7d12a560bec8 req-57eae8df-51d6-4c42-b880-9e5349474c64 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/ports?device_id=e8b23f20-03b7-4c8c-851e-cd085acbd5e8 HTTP/1.1" status: 200  len: 946 time: 0.4769318
Feb 10 21:05:18.983309 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a66814-4ad4-4b87-afd2-abbabce55970 req-91b70013-00ea-4ef1-b0f4-95e4935c58c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:18.985123 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-30a66814-4ad4-4b87-afd2-abbabce55970 req-91b70013-00ea-4ef1-b0f4-95e4935c58c8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d499e464-54e8-4dd4-9520-8f962f4aa61a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3975279
Feb 10 21:05:19.010499 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bd683a-12a0-4e39-b8d5-16a542a444e8 req-a226ff2d-77da-4b84-ac78-f13a63456f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:19.012634 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-40bd683a-12a0-4e39-b8d5-16a542a444e8 req-a226ff2d-77da-4b84-ac78-f13a63456f12 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4dd4590c-4b8b-449e-a471-24dd073a3148 HTTP/1.1" status: 200  len: 907 time: 0.2006559
Feb 10 21:05:19.013692 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-974421e5-d0fa-4554-875c-7d12a560bec8 req-b9f7cfde-7690-4efd-93b2-90e030c458c9 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/security-groups?id=d690a83b-8d2e-42e4-90ab-f76a16f8383a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1530156
Feb 10 21:05:19.108289 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-271224af-4e0a-4f3d-b306-ad15950f1a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbf90b89cf8>, [{'id': 'cb5c969c-ff03-4b7a-89a4-63af891cb1be', 'name': 'tempest-TestShelveInstance-1432520895-router', 'tenant_id': 'ac382b0c163d4814a7d90ace0d334811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'c6943393-e103-4b5e-97b9-1a8abcac6b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:05:06Z', 'updated_at': '2021-02-10T21:05:11Z', 'revision_number': 3, 'project_id': 'ac382b0c163d4814a7d90ace0d334811', 'gw_port': {'id': 'c6943393-e103-4b5e-97b9-1a8abcac6b44', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:21:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb5c969c-ff03-4b7a-89a4-63af891cb1be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:05:08Z', 'updated_at': '2021-02-10T21:05:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi'}], 'dv-cinder-775008-1-iscsi', False) {} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:05:19.119171 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271224af-4e0a-4f3d-b306-ad15950f1a30 None None] The sync data for ids ['cb5c969c-ff03-4b7a-89a4-63af891cb1be'] in dv-cinder-775008-1-iscsi is: [{'id': 'cb5c969c-ff03-4b7a-89a4-63af891cb1be', 'name': 'tempest-TestShelveInstance-1432520895-router', 'tenant_id': 'ac382b0c163d4814a7d90ace0d334811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'c6943393-e103-4b5e-97b9-1a8abcac6b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:05:06Z', 'updated_at': '2021-02-10T21:05:11Z', 'revision_number': 3, 'project_id': 'ac382b0c163d4814a7d90ace0d334811', 'gw_port': {'id': 'c6943393-e103-4b5e-97b9-1a8abcac6b44', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:21:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb5c969c-ff03-4b7a-89a4-63af891cb1be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:05:08Z', 'updated_at': '2021-02-10T21:05:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi'}] {{(pid=79931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 10 21:05:19.249164 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.db_base_plugin_common [req-1f6b72f2-a8f2-4220-a077-8394d14251c3 req-164d552b-5f3a-4f1a-a095-e34e66a4e6b3 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Allocated IP 172.20.0.9 (20901ffe-56e0-4231-a22c-8768446088e2/884075b2-6b00-417e-a17c-100207a10cdd/1b4e8def-ba1e-4672-8961-74808c31683c) {{(pid=79929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 10 21:05:19.269228 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-30a66814-4ad4-4b87-afd2-abbabce55970 req-2a21bceb-03f5-4cd8-9346-ca2ff2bf2519 service neutron] 10.222.0.15 "GET /v2.0/networks/d499e464-54e8-4dd4-9520-8f962f4aa61a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2540462
Feb 10 21:05:19.313608 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-40bd683a-12a0-4e39-b8d5-16a542a444e8 req-9c6b2e2e-c103-4425-af81-42fa12e81d35 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=323661a2-ed85-4717-b44a-99ff7bc9358e HTTP/1.1" status: 200  len: 217 time: 0.1009047
Feb 10 21:05:19.333335 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.db_base_plugin_common [None req-f56896da-ecd7-4ffb-956b-e691467965ac admin admin] Allocated IP 172.20.0.1 (e7765121-c141-4b72-bba6-d8aabffc5d82/f5471fa5-d444-4c3f-8dd8-f5345dbb0e8c/1d73bac3-295c-49ca-b271-34630c53cd13) {{(pid=79928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 10 21:05:19.411285 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.objects.ports [None req-6e4c5ee6-a841-4312-aeee-e957e402f37f None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=79930) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 10 21:05:19.469186 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bd683a-12a0-4e39-b8d5-16a542a444e8 req-4f2fd1be-e324-4be7-a247-3a566e917522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:19.470748 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-40bd683a-12a0-4e39-b8d5-16a542a444e8 req-4f2fd1be-e324-4be7-a247-3a566e917522 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=56f171b1-73a4-4439-84b8-3d620b415560 HTTP/1.1" status: 200  len: 853 time: 0.1421485
Feb 10 21:05:19.689796 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-30a66814-4ad4-4b87-afd2-abbabce55970 req-15953d28-1e37-4d5e-af2e-72976508a144 service neutron] 10.222.0.15 "GET /v2.0/networks/d499e464-54e8-4dd4-9520-8f962f4aa61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3665376
Feb 10 21:05:19.705472 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-1f6b72f2-a8f2-4220-a077-8394d14251c3 req-164d552b-5f3a-4f1a-a095-e34e66a4e6b3 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Notify callbacks [] for port, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:19.720539 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-f56896da-ecd7-4ffb-956b-e691467965ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:19.759846 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-f56896da-ecd7-4ffb-956b-e691467965ac admin admin] Transition to ACTIVE for port object 1d73bac3-295c-49ca-b271-34630c53cd13 will not be triggered until provisioned by entity DHCP. {{(pid=79928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 10 21:05:19.764748 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-40bd683a-12a0-4e39-b8d5-16a542a444e8 req-1fcfda2f-0207-40df-8c89-c3113a06527d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4dd4590c-4b8b-449e-a471-24dd073a3148&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2398298
Feb 10 21:05:19.790480 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-1f6b72f2-a8f2-4220-a077-8394d14251c3 req-164d552b-5f3a-4f1a-a095-e34e66a4e6b3 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778797635767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630282'] for port, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:19.808463 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-c068dd69-8a73-4d61-b8a7-552f0b09ff34 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:05:19.866072 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd544b3-4fb8-485c-83c4-d1d8721f1d71 req-be16ca44-86d2-4098-aab2-9fc12fc6b148 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:19.867792 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-4cd544b3-4fb8-485c-83c4-d1d8721f1d71 req-be16ca44-86d2-4098-aab2-9fc12fc6b148 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] 10.222.0.82 "GET /v2.0/ports?device_id=0bcfc07e-90e7-420c-a8a2-cb1c697a0cc3 HTTP/1.1" status: 200  len: 944 time: 0.6979110
Feb 10 21:05:20.044561 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-40bd683a-12a0-4e39-b8d5-16a542a444e8 req-2ec06cb3-e71e-4d94-88c2-de57d2dc9200 service neutron] 10.222.0.15 "GET /v2.0/networks/4dd4590c-4b8b-449e-a471-24dd073a3148?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1756506
Feb 10 21:05:20.152506 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-4cd544b3-4fb8-485c-83c4-d1d8721f1d71 req-685ed178-77f1-492f-846e-3b4519e393e4 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] 10.222.0.82 "GET /v2.0/security-groups?id=f3a7d53e-ec16-4f66-ac2c-e65634f986cf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1446023
Feb 10 21:05:20.241365 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-f56896da-ecd7-4ffb-956b-e691467965ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778797635767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851641298'] for port, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:20.256647 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device 5cea92f5-237c-46d5-a831-9463f7eedfbe up at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:05:20.302038 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164d552b-5f3a-4f1a-a095-e34e66a4e6b3 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Pushing event updated for resources: {'Port': ['ID=1b4e8def-ba1e-4672-8961-74808c31683c,revision_number=1']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:05:20.310415 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-164d552b-5f3a-4f1a-a095-e34e66a4e6b3 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:05:20.363766 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning for port 5cea92f5-237c-46d5-a831-9463f7eedfbe completed by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 10 21:05:20.369656 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning complete for port 5cea92f5-237c-46d5-a831-9463f7eedfbe triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:05:20.370121 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:20.448699 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b3ab20-9edf-412d-a96a-372a8cd3eb33 req-18376d02-f3dd-4c1d-83b0-be65763ec5c8 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:20.450429 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-d4b3ab20-9edf-412d-a96a-372a8cd3eb33 req-18376d02-f3dd-4c1d-83b0-be65763ec5c8 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/ports?device_id=3dee1e11-308a-436e-aa4a-df62e56e7423 HTTP/1.1" status: 200  len: 944 time: 0.6064658
Feb 10 21:05:20.488521 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f6b72f2-a8f2-4220-a077-8394d14251c3 req-164d552b-5f3a-4f1a-a095-e34e66a4e6b3 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Network 20901ffe-56e0-4231-a22c-8768446088e2 is already hosted by enough agents. {{(pid=79929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 10 21:05:20.489803 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.base_scheduler [req-1f6b72f2-a8f2-4220-a077-8394d14251c3 req-164d552b-5f3a-4f1a-a095-e34e66a4e6b3 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Resources bound (agent type, host, resource id):  {{(pid=79929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 10 21:05:20.495439 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f6b72f2-a8f2-4220-a077-8394d14251c3 req-164d552b-5f3a-4f1a-a095-e34e66a4e6b3 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Received port after_create {{(pid=79929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 10 21:05:20.515535 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:05:20.520981 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:20.570223 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dee1e11-308a-436e-aa4a-df62e56e7423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cea92f5-237c-46d5-a831-9463f7eedfbe'}] {{(pid=79930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 10 21:05:20.581268 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] For port 5cea92f5-237c-46d5-a831-9463f7eedfbe, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=5cea92f5-237c-46d5-a831-9463f7eedfbe,segment=NetworkSegment(523996b1-29da-4623-83de-a657233dda5c),segment_id=523996b1-29da-4623-83de-a657233dda5c)] {{(pid=79930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:05:20.584992 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:20.587008 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:05:20.595041 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-d4b3ab20-9edf-412d-a96a-372a8cd3eb33 req-2fd30de8-a13c-44b2-87c7-25f496c4e311 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/security-groups?id=c335b989-9e5c-4bf7-8234-e0ff1c1dd57a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1341963
Feb 10 21:05:20.681168 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Pushing event updated for resources: {'Port': ['ID=5cea92f5-237c-46d5-a831-9463f7eedfbe,revision_number=4']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:05:20.684517 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6b72f2-a8f2-4220-a077-8394d14251c3 req-164d552b-5f3a-4f1a-a095-e34e66a4e6b3 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:20.684933 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-1f6b72f2-a8f2-4220-a077-8394d14251c3 req-164d552b-5f3a-4f1a-a095-e34e66a4e6b3 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770081'] for port, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:20.691173 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:05:20.712434 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1f6b72f2-a8f2-4220-a077-8394d14251c3 req-164d552b-5f3a-4f1a-a095-e34e66a4e6b3 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.8241160
Feb 10 21:05:20.737993 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [req-1f6b72f2-a8f2-4220-a077-8394d14251c3 req-907cc140-478b-4700-8983-3bb3bf3a66e6 service neutron] Request body: {'port': {'device_id': '511484ec-10c4-419d-a122-1b1b639da83b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77500'}} {{(pid=79929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:05:20.756828 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56896da-ecd7-4ffb-956b-e691467965ac admin admin] Pushing event updated for resources: {'Port': ['ID=1d73bac3-295c-49ca-b271-34630c53cd13,revision_number=1']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:05:20.762484 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-40bd683a-12a0-4e39-b8d5-16a542a444e8 req-367a58f0-0f70-4b81-a187-b09d4e3a0795 service neutron] 10.222.0.15 "GET /v2.0/networks/4dd4590c-4b8b-449e-a471-24dd073a3148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6942325
Feb 10 21:05:20.767761 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-f56896da-ecd7-4ffb-956b-e691467965ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:05:20.893177 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-1f6b72f2-a8f2-4220-a077-8394d14251c3 req-907cc140-478b-4700-8983-3bb3bf3a66e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:20.910576 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138ed3fc-8f10-4597-8b90-06cff59def20 req-c3c9ae78-546a-40f7-8b9c-8da6f78714d0 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:20.912288 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-138ed3fc-8f10-4597-8b90-06cff59def20 req-c3c9ae78-546a-40f7-8b9c-8da6f78714d0 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/ports?device_id=511484ec-10c4-419d-a122-1b1b639da83b HTTP/1.1" status: 200  len: 931 time: 0.3987665
Feb 10 21:05:20.939011 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56896da-ecd7-4ffb-956b-e691467965ac admin admin] Network e7765121-c141-4b72-bba6-d8aabffc5d82 is already hosted by enough agents. {{(pid=79928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 10 21:05:20.941864 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.base_scheduler [None req-f56896da-ecd7-4ffb-956b-e691467965ac admin admin] Resources bound (agent type, host, resource id):  {{(pid=79928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 10 21:05:20.946705 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56896da-ecd7-4ffb-956b-e691467965ac admin admin] Received port after_create {{(pid=79928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 10 21:05:21.035576 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-138ed3fc-8f10-4597-8b90-06cff59def20 req-cafd62cd-81c3-48c7-80c5-ea3c88c71730 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/security-groups?id=e801818c-2ba7-416a-bfd6-16d694223349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1155005
Feb 10 21:05:21.041790 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-f56896da-ecd7-4ffb-956b-e691467965ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850656587'] for router_interface, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:21.146803 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dee1e11-308a-436e-aa4a-df62e56e7423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cea92f5-237c-46d5-a831-9463f7eedfbe', 'code': 200}
Feb 10 21:05:21.193387 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-f56896da-ecd7-4ffb-956b-e691467965ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:21.321834 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a5127b-d875-4553-a3aa-ea7345b4157f req-4b0dc640-42fc-4fa9-9ec4-00c1b0a26421 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:21.323604 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-98a5127b-d875-4553-a3aa-ea7345b4157f req-4b0dc640-42fc-4fa9-9ec4-00c1b0a26421 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/ports?device_id=e8b23f20-03b7-4c8c-851e-cd085acbd5e8 HTTP/1.1" status: 200  len: 946 time: 0.3814394
Feb 10 21:05:21.333482 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-a73f6a01-1784-49fc-9679-22d18c60ef4d None None] Provisioning for port 1d73bac3-295c-49ca-b271-34630c53cd13 completed by entity DHCP. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 10 21:05:21.350468 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-a73f6a01-1784-49fc-9679-22d18c60ef4d None None] Provisioning complete for port 1d73bac3-295c-49ca-b271-34630c53cd13 triggered by entity DHCP. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:05:21.350468 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a73f6a01-1784-49fc-9679-22d18c60ef4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:21.480436 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-a73f6a01-1784-49fc-9679-22d18c60ef4d None None] Port 1d73bac3-295c-49ca-b271-34630c53cd13 cannot update to ACTIVE because it is not bound. {{(pid=79930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 10 21:05:21.485800 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-98a5127b-d875-4553-a3aa-ea7345b4157f req-0ae82bbf-42ef-4e02-8bb4-502103c58aca tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/security-groups?id=d690a83b-8d2e-42e4-90ab-f76a16f8383a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1467373
Feb 10 21:05:21.496888 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.objects.ports [None req-12e8b3ea-94ff-4136-8e1a-f1a506d22770 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=79930) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 10 21:05:21.625582 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Device c6943393-e103-4b5e-97b9-1a8abcac6b44 up at agent ovs-agent-dv-cinder-775008-1-iscsi {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:05:21.626878 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [req-1f6b72f2-a8f2-4220-a077-8394d14251c3 req-907cc140-478b-4700-8983-3bb3bf3a66e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b4e8def-ba1e-4672-8961-74808c31683c {{(pid=79929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 10 21:05:21.636659 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-1f6b72f2-a8f2-4220-a077-8394d14251c3 req-907cc140-478b-4700-8983-3bb3bf3a66e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:21.652458 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [req-1f6b72f2-a8f2-4220-a077-8394d14251c3 req-907cc140-478b-4700-8983-3bb3bf3a66e6 service neutron] Transition to ACTIVE for port object 1b4e8def-ba1e-4672-8961-74808c31683c will not be triggered until provisioned by entity L2. {{(pid=79929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 10 21:05:21.655525 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-1f6b72f2-a8f2-4220-a077-8394d14251c3 req-907cc140-478b-4700-8983-3bb3bf3a66e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852145533'] for port, after_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:21.678360 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-2d14fb6b-3171-4d86-a306-536fb43d0575 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:05:21.707343 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Provisioning for port c6943393-e103-4b5e-97b9-1a8abcac6b44 completed by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 10 21:05:21.713176 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Provisioning complete for port c6943393-e103-4b5e-97b9-1a8abcac6b44 triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:05:21.713598 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:21.768326 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9642e7d-efd9-4f30-be0e-f83cf358f615 req-f0fe53af-c385-4b6a-a005-e1a63b7a76c2 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:21.775533 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-c9642e7d-efd9-4f30-be0e-f83cf358f615 req-f0fe53af-c385-4b6a-a005-e1a63b7a76c2 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] 10.222.0.82 "GET /v2.0/ports?device_id=0bcfc07e-90e7-420c-a8a2-cb1c697a0cc3 HTTP/1.1" status: 200  len: 944 time: 0.4070389
Feb 10 21:05:21.807733 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a01aba-d2ee-4100-8a07-1f282b06e47d req-3eaf610a-65b5-4ee2-b4b0-1113429233fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:21.809389 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-e3a01aba-d2ee-4100-8a07-1f282b06e47d req-3eaf610a-65b5-4ee2-b4b0-1113429233fb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3dee1e11-308a-436e-aa4a-df62e56e7423 HTTP/1.1" status: 200  len: 1163 time: 0.3675334
Feb 10 21:05:21.857539 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907cc140-478b-4700-8983-3bb3bf3a66e6 service neutron] Pushing event updated for resources: {'Port': ['ID=1b4e8def-ba1e-4672-8961-74808c31683c,revision_number=2']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:05:21.866941 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-907cc140-478b-4700-8983-3bb3bf3a66e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:05:21.883597 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-c9642e7d-efd9-4f30-be0e-f83cf358f615 req-4bcf3565-6875-4030-8770-ab99cfef9732 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] 10.222.0.82 "GET /v2.0/security-groups?id=f3a7d53e-ec16-4f66-ac2c-e65634f986cf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1070743
Feb 10 21:05:21.885114 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:21.909387 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] For port c6943393-e103-4b5e-97b9-1a8abcac6b44, host dv-cinder-775008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-iscsi',level=0,port_id=c6943393-e103-4b5e-97b9-1a8abcac6b44,segment=NetworkSegment(37fae2f4-4e7c-4231-b866-3c6a09452824),segment_id=37fae2f4-4e7c-4231-b866-3c6a09452824)] {{(pid=79930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:05:21.912965 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:21.913090 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-e3a01aba-d2ee-4100-8a07-1f282b06e47d req-7d3db80f-83d2-420e-b3d0-704a142761a9 service neutron] Synchronizing usage tracker for tenant:cf2c9f0b77484bc2b46cd2dac03f52f7 on resource:security_group {{(pid=79928) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 10 21:05:21.921655 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:05:21.935897 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-e3a01aba-d2ee-4100-8a07-1f282b06e47d req-7d3db80f-83d2-420e-b3d0-704a142761a9 service neutron] Unset dirty status for tenant:cf2c9f0b77484bc2b46cd2dac03f52f7 on resource:security_group {{(pid=79928) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 10 21:05:21.938000 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-e3a01aba-d2ee-4100-8a07-1f282b06e47d req-7d3db80f-83d2-420e-b3d0-704a142761a9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c335b989-9e5c-4bf7-8234-e0ff1c1dd57a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1146474
Feb 10 21:05:21.959499 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-f56896da-ecd7-4ffb-956b-e691467965ac admin admin] Notify callbacks [] for port, precommit_update {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:21.967895 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-f56896da-ecd7-4ffb-956b-e691467965ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3134503'] for port, after_update {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:22.014764 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:05:22.038317 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Pushing event updated for resources: {'Port': ['ID=c6943393-e103-4b5e-97b9-1a8abcac6b44,revision_number=4']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:05:22.079580 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:05:22.164891 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56896da-ecd7-4ffb-956b-e691467965ac admin admin] Pushing event updated for resources: {'Port': ['ID=1d73bac3-295c-49ca-b271-34630c53cd13,revision_number=2']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:05:22.169585 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-f56896da-ecd7-4ffb-956b-e691467965ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:05:22.171125 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-f56896da-ecd7-4ffb-956b-e691467965ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4115697'] for router_interface, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:22.206364 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061da73f-e371-4523-8bb4-be1106ffbf52 req-cefd10f6-583a-42ba-83ff-7d21e3ffe123 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:22.208372 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-061da73f-e371-4523-8bb4-be1106ffbf52 req-cefd10f6-583a-42ba-83ff-7d21e3ffe123 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/ports?device_id=3dee1e11-308a-436e-aa4a-df62e56e7423 HTTP/1.1" status: 200  len: 946 time: 0.4563956
Feb 10 21:05:22.330157 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56896da-ecd7-4ffb-956b-e691467965ac admin admin] Network e7765121-c141-4b72-bba6-d8aabffc5d82 is already hosted by enough agents. {{(pid=79928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 10 21:05:22.331497 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.base_scheduler [None req-f56896da-ecd7-4ffb-956b-e691467965ac admin admin] Resources bound (agent type, host, resource id):  {{(pid=79928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 10 21:05:22.341208 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-061da73f-e371-4523-8bb4-be1106ffbf52 req-667f4826-2bdb-4961-a2f7-ea8ae4e7e53d tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/security-groups?id=c335b989-9e5c-4bf7-8234-e0ff1c1dd57a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1215196
Feb 10 21:05:22.364461 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [req-1f6b72f2-a8f2-4220-a077-8394d14251c3 req-907cc140-478b-4700-8983-3bb3bf3a66e6 service neutron] Attempting to bind port 1b4e8def-ba1e-4672-8961-74808c31683c on host hv-cinder-77500 for vnic_type normal with profile  {{(pid=79929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 10 21:05:22.364672 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [req-1f6b72f2-a8f2-4220-a077-8394d14251c3 req-907cc140-478b-4700-8983-3bb3bf3a66e6 service neutron] Attempting to bind port 1b4e8def-ba1e-4672-8961-74808c31683c by drivers openvswitch on host hv-cinder-77500 at level 0 using segments [{'id': '8502f998-48d6-4289-869a-dab876cb118f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '20901ffe-56e0-4231-a22c-8768446088e2'}] {{(pid=79929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 10 21:05:22.364925 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6b72f2-a8f2-4220-a077-8394d14251c3 req-907cc140-478b-4700-8983-3bb3bf3a66e6 service neutron] Attempting to bind port 1b4e8def-ba1e-4672-8961-74808c31683c on network 20901ffe-56e0-4231-a22c-8768446088e2 {{(pid=79929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 10 21:05:22.372072 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6b72f2-a8f2-4220-a077-8394d14251c3 req-907cc140-478b-4700-8983-3bb3bf3a66e6 service neutron] Checking agent: {'id': 'a01cfff8-88bc-4fa7-a09e-0f06c1450d16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 10, 21, 0, 31), 'started_at': datetime.datetime(2021, 2, 10, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2021, 2, 10, 21, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 10 21:05:22.372465 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6b72f2-a8f2-4220-a077-8394d14251c3 req-907cc140-478b-4700-8983-3bb3bf3a66e6 service neutron] Checking segment: {'id': '8502f998-48d6-4289-869a-dab876cb118f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '20901ffe-56e0-4231-a22c-8768446088e2'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 10 21:05:22.372876 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-1f6b72f2-a8f2-4220-a077-8394d14251c3 req-907cc140-478b-4700-8983-3bb3bf3a66e6 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:22.373323 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f6b72f2-a8f2-4220-a077-8394d14251c3 req-907cc140-478b-4700-8983-3bb3bf3a66e6 service neutron] Bound using segment: {'id': '8502f998-48d6-4289-869a-dab876cb118f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '20901ffe-56e0-4231-a22c-8768446088e2'} {{(pid=79929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 10 21:05:22.373858 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [req-1f6b72f2-a8f2-4220-a077-8394d14251c3 req-907cc140-478b-4700-8983-3bb3bf3a66e6 service neutron] Bound port: 1b4e8def-ba1e-4672-8961-74808c31683c, host: hv-cinder-77500, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8502f998-48d6-4289-869a-dab876cb118f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '20901ffe-56e0-4231-a22c-8768446088e2'}}] {{(pid=79929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 10 21:05:22.374239 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-1f6b72f2-a8f2-4220-a077-8394d14251c3 req-907cc140-478b-4700-8983-3bb3bf3a66e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:22.478568 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [req-1f6b72f2-a8f2-4220-a077-8394d14251c3 req-907cc140-478b-4700-8983-3bb3bf3a66e6 service neutron] For port 1b4e8def-ba1e-4672-8961-74808c31683c, host hv-cinder-77500, cleared binding levels {{(pid=79929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 10 21:05:22.481878 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [req-1f6b72f2-a8f2-4220-a077-8394d14251c3 req-907cc140-478b-4700-8983-3bb3bf3a66e6 service neutron] For port 1b4e8def-ba1e-4672-8961-74808c31683c, host hv-cinder-77500, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=1b4e8def-ba1e-4672-8961-74808c31683c,segment=NetworkSegment(8502f998-48d6-4289-869a-dab876cb118f),segment_id=8502f998-48d6-4289-869a-dab876cb118f)] {{(pid=79929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 10 21:05:22.486323 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-1f6b72f2-a8f2-4220-a077-8394d14251c3 req-907cc140-478b-4700-8983-3bb3bf3a66e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852145533'] for port, after_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:22.503010 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-90d73307-68a3-4fc3-940a-f0b78ce776d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:05:22.611949 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-d1de7a3e-e14e-4a67-b973-3a39feaccf6a None None] Provisioning complete for port 1d73bac3-295c-49ca-b271-34630c53cd13 triggered by entity DHCP. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:05:22.612711 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-d1de7a3e-e14e-4a67-b973-3a39feaccf6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:22.667135 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907cc140-478b-4700-8983-3bb3bf3a66e6 service neutron] Pushing event updated for resources: {'Port': ['ID=1b4e8def-ba1e-4672-8961-74808c31683c,revision_number=3']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:05:22.671625 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-907cc140-478b-4700-8983-3bb3bf3a66e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:05:22.687561 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-d1de7a3e-e14e-4a67-b973-3a39feaccf6a None None] Port 1d73bac3-295c-49ca-b271-34630c53cd13 cannot update to ACTIVE because it is not bound. {{(pid=79930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 10 21:05:22.724056 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0179e0f-2a56-4e59-9931-22b14cf30c5f req-f08031c8-16d3-420e-a98f-cc8350a8f8d6 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:22.725780 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-f0179e0f-2a56-4e59-9931-22b14cf30c5f req-f08031c8-16d3-420e-a98f-cc8350a8f8d6 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/ports?device_id=511484ec-10c4-419d-a122-1b1b639da83b HTTP/1.1" status: 200  len: 943 time: 0.3065720
Feb 10 21:05:22.734421 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f56896da-ecd7-4ffb-956b-e691467965ac admin admin] Router cb5c969c-ff03-4b7a-89a4-63af891cb1be has already been hosted by L3 agent 351a09a7-a8bd-44d4-8337-3dd1b5c8f290 {{(pid=79928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 10 21:05:22.766262 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6b72f2-a8f2-4220-a077-8394d14251c3 req-907cc140-478b-4700-8983-3bb3bf3a66e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:22.766957 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-1f6b72f2-a8f2-4220-a077-8394d14251c3 req-907cc140-478b-4700-8983-3bb3bf3a66e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770081'] for port, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:22.768423 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1f6b72f2-a8f2-4220-a077-8394d14251c3 req-907cc140-478b-4700-8983-3bb3bf3a66e6 service neutron] 10.222.0.15 "PUT /v2.0/ports/1b4e8def-ba1e-4672-8961-74808c31683c HTTP/1.1" status: 200  len: 1157 time: 2.0396695
Feb 10 21:05:22.774965 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '511484ec-10c4-419d-a122-1b1b639da83b', 'tag': '1b4e8def-ba1e-4672-8961-74808c31683c'}] {{(pid=79929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 10 21:05:22.900983 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a34db1d-6aad-4655-80a1-6718a969bfd7 req-0ce18807-0a4a-40e6-93ff-090008325220 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:22.902755 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-0a34db1d-6aad-4655-80a1-6718a969bfd7 req-0ce18807-0a4a-40e6-93ff-090008325220 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/ports?device_id=e8b23f20-03b7-4c8c-851e-cd085acbd5e8 HTTP/1.1" status: 200  len: 946 time: 0.1924384
Feb 10 21:05:22.945520 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-f0179e0f-2a56-4e59-9931-22b14cf30c5f req-9ea30ffc-f689-4ced-9019-3b2488d3b552 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/security-groups?id=e801818c-2ba7-416a-bfd6-16d694223349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2098112
Feb 10 21:05:23.013646 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f56896da-ecd7-4ffb-956b-e691467965ac admin admin] Notify agent at l3_agent.dv-cinder-775008-1-iscsi the message routers_updated {{(pid=79928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 10 21:05:23.025922 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8d8010-536f-4639-980f-0caf692fff47 None None] Sync routers for ids ['cb5c969c-ff03-4b7a-89a4-63af891cb1be'] in dv-cinder-775008-1-iscsi {{(pid=79930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 10 21:05:23.040211 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8d8010-536f-4639-980f-0caf692fff47 None None] Routers {'cb5c969c-ff03-4b7a-89a4-63af891cb1be'} bound to L3 agent in host dv-cinder-775008-1-iscsi {{(pid=79930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 10 21:05:23.040894 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-ef8d8010-536f-4639-980f-0caf692fff47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbf900c1f28>, 'dv-cinder-775008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-10T20:53:27Z,description=<?>,heartbeat_timestamp=2021-02-10T21:04:57Z,host='dv-cinder-775008-1-iscsi',id=351a09a7-a8bd-44d4-8337-3dd1b5c8f290,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-10T20:53:27Z,topic='l3_agent')) {'router_ids': ['cb5c969c-ff03-4b7a-89a4-63af891cb1be'], 'active': True} {{(pid=79930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:05:23.060409 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-f56896da-ecd7-4ffb-956b-e691467965ac admin admin] 10.222.0.82 "PUT /v2.0/routers/cb5c969c-ff03-4b7a-89a4-63af891cb1be/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.7748868
Feb 10 21:05:23.082783 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-0a34db1d-6aad-4655-80a1-6718a969bfd7 req-f4e0b205-99e6-4723-8b28-1e3488203ed8 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/security-groups?id=d690a83b-8d2e-42e4-90ab-f76a16f8383a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1417134
Feb 10 21:05:23.084995 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '511484ec-10c4-419d-a122-1b1b639da83b', 'tag': '1b4e8def-ba1e-4672-8961-74808c31683c', 'status': 'completed', 'code': 200}
Feb 10 21:05:23.150352 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6b72f2-a8f2-4220-a077-8394d14251c3 req-b38a20d8-2569-415d-a5fd-469406d9628c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:23.152090 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1f6b72f2-a8f2-4220-a077-8394d14251c3 req-b38a20d8-2569-415d-a5fd-469406d9628c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fd8c6aec55114f528929638c55a0f6a9&device_id=511484ec-10c4-419d-a122-1b1b639da83b HTTP/1.1" status: 200  len: 1160 time: 0.2482774
Feb 10 21:05:23.254972 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1f6b72f2-a8f2-4220-a077-8394d14251c3 req-0153feb5-e2b7-4ea6-b942-e32f32731ed9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b4e8def-ba1e-4672-8961-74808c31683c HTTP/1.1" status: 200  len: 217 time: 0.0904508
Feb 10 21:05:23.381253 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6b72f2-a8f2-4220-a077-8394d14251c3 req-781be553-39ab-4cf9-a639-10143582adf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:23.383189 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1f6b72f2-a8f2-4220-a077-8394d14251c3 req-781be553-39ab-4cf9-a639-10143582adf9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=884075b2-6b00-417e-a17c-100207a10cdd HTTP/1.1" status: 200  len: 854 time: 0.1132231
Feb 10 21:05:23.411848 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf94e4-c578-439b-82cc-780398b59f69 req-bad486ae-5443-4101-a042-4ef9e9ccc9b3 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:23.415734 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-9fdf94e4-c578-439b-82cc-780398b59f69 req-bad486ae-5443-4101-a042-4ef9e9ccc9b3 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] 10.222.0.82 "GET /v2.0/ports?device_id=0bcfc07e-90e7-420c-a8a2-cb1c697a0cc3 HTTP/1.1" status: 200  len: 944 time: 0.2343512
Feb 10 21:05:23.452699 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1f6b72f2-a8f2-4220-a077-8394d14251c3 req-bdd2119d-26b0-4469-b278-60c2c8261f0a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=20901ffe-56e0-4231-a22c-8768446088e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0556481
Feb 10 21:05:23.463037 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device 5cea92f5-237c-46d5-a831-9463f7eedfbe up at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:05:23.506677 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-9fdf94e4-c578-439b-82cc-780398b59f69 req-ff5d268e-f650-420e-aeee-a5ba18892cec tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] 10.222.0.82 "GET /v2.0/security-groups?id=f3a7d53e-ec16-4f66-ac2c-e65634f986cf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0834553
Feb 10 21:05:23.619301 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvr_db [None req-ef8d8010-536f-4639-980f-0caf692fff47 None None] Set router cb5c969c-ff03-4b7a-89a4-63af891cb1be gateway port host: dv-cinder-775008-1-iscsi {{(pid=79930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 10 21:05:23.748153 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1f6b72f2-a8f2-4220-a077-8394d14251c3 req-a30c368b-758b-424b-be6e-82b4b3cea06a service neutron] 10.222.0.15 "GET /v2.0/networks/20901ffe-56e0-4231-a22c-8768446088e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2821500
Feb 10 21:05:23.813957 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Device c6943393-e103-4b5e-97b9-1a8abcac6b44 up at agent ovs-agent-dv-cinder-775008-1-iscsi {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:05:23.963504 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1f6b72f2-a8f2-4220-a077-8394d14251c3 req-736f11a7-335b-4f59-9cb6-61e38a8f4f0a service neutron] 10.222.0.15 "GET /v2.0/networks/20901ffe-56e0-4231-a22c-8768446088e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1930556
Feb 10 21:05:23.991895 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning complete for port 5cea92f5-237c-46d5-a831-9463f7eedfbe triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:05:23.991895 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:24.089026 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d78eba-4d96-4d36-a09e-9c0c3182a0c9 req-bf82dc34-a043-44de-a21a-a309e46a5b76 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:24.090943 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-e6d78eba-4d96-4d36-a09e-9c0c3182a0c9 req-bf82dc34-a043-44de-a21a-a309e46a5b76 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/ports?device_id=3dee1e11-308a-436e-aa4a-df62e56e7423 HTTP/1.1" status: 200  len: 946 time: 0.4739099
Feb 10 21:05:24.130518 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd9c4e-a303-460e-895e-fde73886ae8b req-ddeed7bb-e932-4bd5-a1ff-2cdfb112a34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:24.132928 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-aecd9c4e-a303-460e-895e-fde73886ae8b req-ddeed7bb-e932-4bd5-a1ff-2cdfb112a34b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fd8c6aec55114f528929638c55a0f6a9&device_id=511484ec-10c4-419d-a122-1b1b639da83b HTTP/1.1" status: 200  len: 1160 time: 0.1053066
Feb 10 21:05:24.206164 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-e6d78eba-4d96-4d36-a09e-9c0c3182a0c9 req-2aa5e937-61cd-42bd-b244-1ebb51b73790 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/security-groups?id=c335b989-9e5c-4bf7-8234-e0ff1c1dd57a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1027577
Feb 10 21:05:24.212889 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-3ec72533-4148-4879-ade3-b73a7385797c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:24.250820 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Provisioning complete for port c6943393-e103-4b5e-97b9-1a8abcac6b44 triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:05:24.251247 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:24.313210 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd9c4e-a303-460e-895e-fde73886ae8b req-fa408d9c-d9b5-43cd-a1d2-f3a08adc99ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:24.315238 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-aecd9c4e-a303-460e-895e-fde73886ae8b req-fa408d9c-d9b5-43cd-a1d2-f3a08adc99ea service neutron] 10.222.0.15 "GET /v2.0/networks?id=20901ffe-56e0-4231-a22c-8768446088e2 HTTP/1.1" status: 200  len: 908 time: 0.1741674
Feb 10 21:05:24.340538 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-ef8d8010-536f-4639-980f-0caf692fff47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbf900c1f28>, [{'id': 'cb5c969c-ff03-4b7a-89a4-63af891cb1be', 'name': 'tempest-TestShelveInstance-1432520895-router', 'tenant_id': 'ac382b0c163d4814a7d90ace0d334811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'c6943393-e103-4b5e-97b9-1a8abcac6b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:05:06Z', 'updated_at': '2021-02-10T21:05:21Z', 'revision_number': 4, 'project_id': 'ac382b0c163d4814a7d90ace0d334811', 'gw_port': {'id': 'c6943393-e103-4b5e-97b9-1a8abcac6b44', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:21:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5c969c-ff03-4b7a-89a4-63af891cb1be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:05:08Z', 'updated_at': '2021-02-10T21:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi', '_interfaces': [{'id': '1d73bac3-295c-49ca-b271-34630c53cd13', 'name': '', 'network_id': 'e7765121-c141-4b72-bba6-d8aabffc5d82', 'tenant_id': 'ac382b0c163d4814a7d90ace0d334811', 'mac_address': 'fa:16:3e:11:cf:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb5c969c-ff03-4b7a-89a4-63af891cb1be', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'f5471fa5-d444-4c3f-8dd8-f5345dbb0e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:05:18Z', 'updated_at': '2021-02-10T21:05:21Z', 'revision_number': 2, 'project_id': 'ac382b0c163d4814a7d90ace0d334811', 'subnets': [{'id': 'f5471fa5-d444-4c3f-8dd8-f5345dbb0e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775008-1-iscsi', False) {} {{(pid=79930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:05:24.409031 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8d8010-536f-4639-980f-0caf692fff47 None None] Checking router: cb5c969c-ff03-4b7a-89a4-63af891cb1be for host: dv-cinder-775008-1-iscsi {{(pid=79930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 10 21:05:24.409441 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8d8010-536f-4639-980f-0caf692fff47 None None] Updating router cb5c969c-ff03-4b7a-89a4-63af891cb1be port 1d73bac3-295c-49ca-b271-34630c53cd13 binding host dv-cinder-775008-1-iscsi {{(pid=79930) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 10 21:05:24.440773 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-aecd9c4e-a303-460e-895e-fde73886ae8b req-dddf61b9-9382-4eb5-b026-312401fd2e20 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b4e8def-ba1e-4672-8961-74808c31683c HTTP/1.1" status: 200  len: 217 time: 0.1029394
Feb 10 21:05:24.444996 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device 323661a2-ed85-4717-b44a-99ff7bc9358e up at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:05:24.553640 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd9c4e-a303-460e-895e-fde73886ae8b req-5ca59431-4332-49de-b372-23791e4e3d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:24.555296 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-aecd9c4e-a303-460e-895e-fde73886ae8b req-5ca59431-4332-49de-b372-23791e4e3d65 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=884075b2-6b00-417e-a17c-100207a10cdd HTTP/1.1" status: 200  len: 854 time: 0.1073501
Feb 10 21:05:24.588859 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7438f707-a1c1-4b41-b39d-df2f910f45f7 req-699fa07f-2f9b-4589-aedf-6e428f33d01a tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:24.590821 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-7438f707-a1c1-4b41-b39d-df2f910f45f7 req-699fa07f-2f9b-4589-aedf-6e428f33d01a tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/ports?device_id=511484ec-10c4-419d-a122-1b1b639da83b HTTP/1.1" status: 200  len: 943 time: 0.2607055
Feb 10 21:05:24.621022 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-aecd9c4e-a303-460e-895e-fde73886ae8b req-548ec389-dac2-42c9-9858-bb89d2738e45 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=20901ffe-56e0-4231-a22c-8768446088e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0570762
Feb 10 21:05:24.648323 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning for port 323661a2-ed85-4717-b44a-99ff7bc9358e completed by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 10 21:05:24.656261 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning complete for port 323661a2-ed85-4717-b44a-99ff7bc9358e triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:05:24.656682 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:24.677595 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-7438f707-a1c1-4b41-b39d-df2f910f45f7 req-4115b13f-37b6-40e3-8640-9ba2a9bbafa4 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/security-groups?id=e801818c-2ba7-416a-bfd6-16d694223349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0776396
Feb 10 21:05:24.730501 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ef8d8010-536f-4639-980f-0caf692fff47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:24.871854 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-aecd9c4e-a303-460e-895e-fde73886ae8b req-36e0788e-5e1b-41d2-a3fe-a3600332acd2 service neutron] 10.222.0.15 "GET /v2.0/networks/20901ffe-56e0-4231-a22c-8768446088e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2378602
Feb 10 21:05:24.946175 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:24.984985 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90d4559-c376-4efa-b3d0-3e84e290d1c4 req-266e8445-604d-4de5-a310-33c63fa1ca5a tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:24.986728 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-b90d4559-c376-4efa-b3d0-3e84e290d1c4 req-266e8445-604d-4de5-a310-33c63fa1ca5a tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/ports?device_id=e8b23f20-03b7-4c8c-851e-cd085acbd5e8 HTTP/1.1" status: 200  len: 946 time: 0.2030628
Feb 10 21:05:25.040899 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bcfc07e-90e7-420c-a8a2-cb1c697a0cc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '323661a2-ed85-4717-b44a-99ff7bc9358e'}] {{(pid=79930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 10 21:05:25.169444 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] For port 323661a2-ed85-4717-b44a-99ff7bc9358e, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=323661a2-ed85-4717-b44a-99ff7bc9358e,segment=NetworkSegment(71fb9a08-61cd-4755-9578-354eee263c8d),segment_id=71fb9a08-61cd-4755-9578-354eee263c8d)] {{(pid=79930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:05:25.169718 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-b90d4559-c376-4efa-b3d0-3e84e290d1c4 req-e874d7db-2364-4c32-85d9-44d3b9515b3c tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/security-groups?id=d690a83b-8d2e-42e4-90ab-f76a16f8383a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1503522
Feb 10 21:05:25.184308 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:25.184981 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b850f6bd-5024-47c8-a4e4-54c769e241ae req-82bbaabf-a14a-4909-b919-62982710aa96 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:25.187940 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-b850f6bd-5024-47c8-a4e4-54c769e241ae req-82bbaabf-a14a-4909-b919-62982710aa96 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] 10.222.0.82 "GET /v2.0/ports?device_id=0bcfc07e-90e7-420c-a8a2-cb1c697a0cc3 HTTP/1.1" status: 200  len: 944 time: 0.1870973
Feb 10 21:05:25.189948 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:05:25.216605 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-aecd9c4e-a303-460e-895e-fde73886ae8b req-725cdad7-374a-4ac1-92f1-8031c64c05b2 service neutron] 10.222.0.15 "GET /v2.0/networks/20901ffe-56e0-4231-a22c-8768446088e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2288024
Feb 10 21:05:25.245231 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [req-d7913fc5-49ed-46a2-a2d8-6f046a00b20f req-97362639-3d49-4d91-92e8-0a9f6943d2ac tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-1087136328', 'description': 'tempest-TestShelveInstance-1087136328 description'}} {{(pid=79929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:05:25.263370 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-b850f6bd-5024-47c8-a4e4-54c769e241ae req-d9d4596b-3779-4d75-8262-9de062853557 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] 10.222.0.82 "GET /v2.0/security-groups?id=f3a7d53e-ec16-4f66-ac2c-e65634f986cf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685983
Feb 10 21:05:25.268965 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [req-d7913fc5-49ed-46a2-a2d8-6f046a00b20f req-97362639-3d49-4d91-92e8-0a9f6943d2ac tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:05:25.273215 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-d7913fc5-49ed-46a2-a2d8-6f046a00b20f req-97362639-3d49-4d91-92e8-0a9f6943d2ac tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Usage tracker for resource:security_group and tenant:acdfa87ec4e64a238c41778849fb8664 is out of sync, need to count used quota {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:05:25.276802 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-d7913fc5-49ed-46a2-a2d8-6f046a00b20f req-97362639-3d49-4d91-92e8-0a9f6943d2ac tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:05:25.283771 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [req-d7913fc5-49ed-46a2-a2d8-6f046a00b20f req-97362639-3d49-4d91-92e8-0a9f6943d2ac tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:05:25.299286 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-d7913fc5-49ed-46a2-a2d8-6f046a00b20f req-97362639-3d49-4d91-92e8-0a9f6943d2ac tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Notify callbacks [] for security_group, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:25.300803 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Pushing event updated for resources: {'Port': ['ID=323661a2-ed85-4717-b44a-99ff7bc9358e,revision_number=4']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:05:25.304802 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:05:25.326455 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [req-d7913fc5-49ed-46a2-a2d8-6f046a00b20f req-97362639-3d49-4d91-92e8-0a9f6943d2ac tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:05:25.331193 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-d7913fc5-49ed-46a2-a2d8-6f046a00b20f req-97362639-3d49-4d91-92e8-0a9f6943d2ac tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Usage tracker for resource:security_group_rule and tenant:acdfa87ec4e64a238c41778849fb8664 is out of sync, need to count used quota {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:05:25.334652 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-d7913fc5-49ed-46a2-a2d8-6f046a00b20f req-97362639-3d49-4d91-92e8-0a9f6943d2ac tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:05:25.341273 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [req-d7913fc5-49ed-46a2-a2d8-6f046a00b20f req-97362639-3d49-4d91-92e8-0a9f6943d2ac tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:05:25.390516 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bcfc07e-90e7-420c-a8a2-cb1c697a0cc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '323661a2-ed85-4717-b44a-99ff7bc9358e', 'code': 200}
Feb 10 21:05:25.396804 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device 323661a2-ed85-4717-b44a-99ff7bc9358e up at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:05:25.428186 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-d7913fc5-49ed-46a2-a2d8-6f046a00b20f req-97362639-3d49-4d91-92e8-0a9f6943d2ac tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Notify callbacks [] for security_group, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:25.432192 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-d7913fc5-49ed-46a2-a2d8-6f046a00b20f req-97362639-3d49-4d91-92e8-0a9f6943d2ac tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:25.445176 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-d74d04aa-3ce9-4d17-8ca3-814872c70484 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:05:25.475396 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ef8d8010-536f-4639-980f-0caf692fff47 None None] Notify callbacks [] for port, precommit_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:25.491706 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97362639-3d49-4d91-92e8-0a9f6943d2ac tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=593a5a4c-4b56-4925-a9d5-6094bb2c229c,revision_number=1']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:05:25.497046 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-97362639-3d49-4d91-92e8-0a9f6943d2ac tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:05:25.515831 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-ef8d8010-536f-4639-980f-0caf692fff47 None None] Transition to ACTIVE for port object 1d73bac3-295c-49ca-b271-34630c53cd13 will not be triggered until provisioned by entity L2. {{(pid=79930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 10 21:05:25.526266 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ef8d8010-536f-4639-980f-0caf692fff47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:25.531960 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-d7913fc5-49ed-46a2-a2d8-6f046a00b20f req-97362639-3d49-4d91-92e8-0a9f6943d2ac tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Notify callbacks [] for security_group, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:25.533375 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-d7913fc5-49ed-46a2-a2d8-6f046a00b20f req-97362639-3d49-4d91-92e8-0a9f6943d2ac tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1807 time: 0.2936006
Feb 10 21:05:25.547593 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:05:25.610340 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning complete for port 323661a2-ed85-4717-b44a-99ff7bc9358e triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:05:25.610920 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:25.663490 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cb121a-f2ae-4675-b012-3227de0d0c3f req-0876cf51-72a9-4861-8c8e-0ad9bfc77f9b tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:25.665219 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-a9cb121a-f2ae-4675-b012-3227de0d0c3f req-0876cf51-72a9-4861-8c8e-0ad9bfc77f9b tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/ports?device_id=3dee1e11-308a-436e-aa4a-df62e56e7423 HTTP/1.1" status: 200  len: 946 time: 0.2115908
Feb 10 21:05:25.737764 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-a9cb121a-f2ae-4675-b012-3227de0d0c3f req-7849426c-9a2a-4d43-bc2b-6c7face16b8a tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/security-groups?id=c335b989-9e5c-4bf7-8234-e0ff1c1dd57a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643587
Feb 10 21:05:25.945198 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-5b25da4d-4bd6-452f-88d1-8a21b86ff008 req-0b5bae95-bc0c-4b0e-90de-eff5a6d89825 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/security-groups/593a5a4c-4b56-4925-a9d5-6094bb2c229c HTTP/1.1" status: 200  len: 1802 time: 0.3748937
Feb 10 21:05:25.953048 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed09d1c3-7dff-468c-8ee3-1ed06c96e854 None None] Pushing event updated for resources: {'Port': ['ID=1d73bac3-295c-49ca-b271-34630c53cd13,revision_number=3']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:05:25.959390 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-ed09d1c3-7dff-468c-8ee3-1ed06c96e854 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:05:25.960814 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [req-5b25da4d-4bd6-452f-88d1-8a21b86ff008 req-4d44acc1-df9f-4cc2-8741-c708122ad2e5 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '593a5a4c-4b56-4925-a9d5-6094bb2c229c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=79929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:05:25.961172 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [req-5b25da4d-4bd6-452f-88d1-8a21b86ff008 req-4d44acc1-df9f-4cc2-8741-c708122ad2e5 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '593a5a4c-4b56-4925-a9d5-6094bb2c229c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=79929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:05:25.987637 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [req-5b25da4d-4bd6-452f-88d1-8a21b86ff008 req-4d44acc1-df9f-4cc2-8741-c708122ad2e5 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:05:25.993523 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-5b25da4d-4bd6-452f-88d1-8a21b86ff008 req-4d44acc1-df9f-4cc2-8741-c708122ad2e5 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Usage tracker for resource:security_group_rule and tenant:acdfa87ec4e64a238c41778849fb8664 is out of sync, need to count used quota {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:05:25.999234 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-5b25da4d-4bd6-452f-88d1-8a21b86ff008 req-4d44acc1-df9f-4cc2-8741-c708122ad2e5 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:05:26.006791 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [req-5b25da4d-4bd6-452f-88d1-8a21b86ff008 req-4d44acc1-df9f-4cc2-8741-c708122ad2e5 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:05:26.015236 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a848b2-9389-4b92-81b3-5b693031a4ad req-579f94b8-94b5-4370-b9d6-36f308ff50de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:26.016879 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-f1a848b2-9389-4b92-81b3-5b693031a4ad req-579f94b8-94b5-4370-b9d6-36f308ff50de service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0bcfc07e-90e7-420c-a8a2-cb1c697a0cc3 HTTP/1.1" status: 200  len: 1163 time: 0.4319978
Feb 10 21:05:26.053950 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9b3e15-13e9-4818-9144-db3f142aca67 req-d38ab8c1-5f33-415c-bdc0-f1e5b0edf7f0 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:26.055650 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-2f9b3e15-13e9-4818-9144-db3f142aca67 req-d38ab8c1-5f33-415c-bdc0-f1e5b0edf7f0 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/ports?device_id=511484ec-10c4-419d-a122-1b1b639da83b HTTP/1.1" status: 200  len: 943 time: 0.1820478
Feb 10 21:05:26.124681 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-f1a848b2-9389-4b92-81b3-5b693031a4ad req-d5db08de-7156-4b27-98ed-94a34f85ac82 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f3a7d53e-ec16-4f66-ac2c-e65634f986cf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0875363
Feb 10 21:05:26.133736 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-5b25da4d-4bd6-452f-88d1-8a21b86ff008 req-4d44acc1-df9f-4cc2-8741-c708122ad2e5 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:26.162909 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-5b25da4d-4bd6-452f-88d1-8a21b86ff008 req-4d44acc1-df9f-4cc2-8741-c708122ad2e5 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:26.163572 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-2f9b3e15-13e9-4818-9144-db3f142aca67 req-82145979-6330-4302-9ec1-4c794d3be5e7 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/security-groups?id=e801818c-2ba7-416a-bfd6-16d694223349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0793262
Feb 10 21:05:26.166610 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-5b25da4d-4bd6-452f-88d1-8a21b86ff008 req-4d44acc1-df9f-4cc2-8741-c708122ad2e5 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704419'] for security_group_rule, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:26.174804 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:05:26.196465 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d44acc1-df9f-4cc2-8741-c708122ad2e5 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d0cc20e-f5c6-4537-a357-d9eeb8932aeb,revision_number=0']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:05:26.199864 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-4d44acc1-df9f-4cc2-8741-c708122ad2e5 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:05:26.212970 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-5b25da4d-4bd6-452f-88d1-8a21b86ff008 req-4d44acc1-df9f-4cc2-8741-c708122ad2e5 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:26.214362 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-5b25da4d-4bd6-452f-88d1-8a21b86ff008 req-4d44acc1-df9f-4cc2-8741-c708122ad2e5 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.2624161
Feb 10 21:05:26.232511 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-ef8d8010-536f-4639-980f-0caf692fff47 None None] Attempting to bind port 1d73bac3-295c-49ca-b271-34630c53cd13 on host dv-cinder-775008-1-iscsi for vnic_type normal with profile  {{(pid=79930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 10 21:05:26.233458 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-ef8d8010-536f-4639-980f-0caf692fff47 None None] Attempting to bind port 1d73bac3-295c-49ca-b271-34630c53cd13 by drivers openvswitch on host dv-cinder-775008-1-iscsi at level 0 using segments [{'id': '5fc08447-7444-474d-b19c-e5e725cb3df6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'e7765121-c141-4b72-bba6-d8aabffc5d82'}] {{(pid=79930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 10 21:05:26.233876 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8d8010-536f-4639-980f-0caf692fff47 None None] Attempting to bind port 1d73bac3-295c-49ca-b271-34630c53cd13 on network e7765121-c141-4b72-bba6-d8aabffc5d82 {{(pid=79930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 10 21:05:26.240883 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8d8010-536f-4639-980f-0caf692fff47 None None] Checking agent: {'id': '1c483f99-5707-4fa0-b001-c7f2c0c49e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775008-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 10, 20, 53, 28), 'started_at': datetime.datetime(2021, 2, 10, 20, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 2, 10, 21, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775008-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 10 21:05:26.241559 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8d8010-536f-4639-980f-0caf692fff47 None None] Checking segment: {'id': '5fc08447-7444-474d-b19c-e5e725cb3df6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'e7765121-c141-4b72-bba6-d8aabffc5d82'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 10 21:05:26.241714 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ef8d8010-536f-4639-980f-0caf692fff47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:26.242218 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8d8010-536f-4639-980f-0caf692fff47 None None] Bound using segment: {'id': '5fc08447-7444-474d-b19c-e5e725cb3df6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'e7765121-c141-4b72-bba6-d8aabffc5d82'} {{(pid=79930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 10 21:05:26.242739 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-ef8d8010-536f-4639-980f-0caf692fff47 None None] Bound port: 1d73bac3-295c-49ca-b271-34630c53cd13, host: dv-cinder-775008-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fc08447-7444-474d-b19c-e5e725cb3df6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'e7765121-c141-4b72-bba6-d8aabffc5d82'}}] {{(pid=79930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 10 21:05:26.243159 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ef8d8010-536f-4639-980f-0caf692fff47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:26.364290 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-ef8d8010-536f-4639-980f-0caf692fff47 None None] For port 1d73bac3-295c-49ca-b271-34630c53cd13, host dv-cinder-775008-1-iscsi, cleared binding levels {{(pid=79930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 10 21:05:26.368401 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-ef8d8010-536f-4639-980f-0caf692fff47 None None] For port 1d73bac3-295c-49ca-b271-34630c53cd13, host dv-cinder-775008-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-iscsi',level=0,port_id=1d73bac3-295c-49ca-b271-34630c53cd13,segment=NetworkSegment(5fc08447-7444-474d-b19c-e5e725cb3df6),segment_id=5fc08447-7444-474d-b19c-e5e725cb3df6)] {{(pid=79930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 10 21:05:26.371848 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ef8d8010-536f-4639-980f-0caf692fff47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:26.388790 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b1415ccb-3427-4830-9f9b-d7bf39e8105a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:05:26.522136 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60382bc0-5774-4c7d-ab17-f2b2e699e12b req-b064fa21-f874-48ea-bb38-dc00201a2c9b tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:26.523841 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-60382bc0-5774-4c7d-ab17-f2b2e699e12b req-b064fa21-f874-48ea-bb38-dc00201a2c9b tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/ports?device_id=3dee1e11-308a-436e-aa4a-df62e56e7423 HTTP/1.1" status: 200  len: 946 time: 0.2090302
Feb 10 21:05:26.579360 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed09d1c3-7dff-468c-8ee3-1ed06c96e854 None None] Pushing event updated for resources: {'Port': ['ID=1d73bac3-295c-49ca-b271-34630c53cd13,revision_number=4']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:05:26.585626 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-ed09d1c3-7dff-468c-8ee3-1ed06c96e854 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:05:26.599139 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-60382bc0-5774-4c7d-ab17-f2b2e699e12b req-ba3e3524-0f6c-4155-afa3-6a5076fc0002 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/security-groups?id=c335b989-9e5c-4bf7-8234-e0ff1c1dd57a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0670290
Feb 10 21:05:26.647297 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8d8010-536f-4639-980f-0caf692fff47 None None] Routers {'cb5c969c-ff03-4b7a-89a4-63af891cb1be'} bound to L3 agent in host dv-cinder-775008-1-iscsi {{(pid=79930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 10 21:05:26.648567 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-ef8d8010-536f-4639-980f-0caf692fff47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbf900c1f28>, 'dv-cinder-775008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-10T20:53:27Z,description=<?>,heartbeat_timestamp=2021-02-10T21:04:57Z,host='dv-cinder-775008-1-iscsi',id=351a09a7-a8bd-44d4-8337-3dd1b5c8f290,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-10T20:53:27Z,topic='l3_agent')) {'router_ids': ['cb5c969c-ff03-4b7a-89a4-63af891cb1be'], 'active': True} {{(pid=79930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:05:26.797315 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-e469537c-e80a-4579-93a1-0cb382ca3427 req-b92b890a-39fb-41c0-833b-31f15dfd1a16 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/security-groups/593a5a4c-4b56-4925-a9d5-6094bb2c229c HTTP/1.1" status: 200  len: 2395 time: 0.1367674
Feb 10 21:05:26.808767 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [req-e469537c-e80a-4579-93a1-0cb382ca3427 req-cdb34137-ebe7-4102-8ea9-eecdd8beef06 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '593a5a4c-4b56-4925-a9d5-6094bb2c229c', 'remote_group_id': None}]} {{(pid=79928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:05:26.810061 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [req-e469537c-e80a-4579-93a1-0cb382ca3427 req-cdb34137-ebe7-4102-8ea9-eecdd8beef06 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '593a5a4c-4b56-4925-a9d5-6094bb2c229c', 'remote_group_id': None}} {{(pid=79928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:05:26.838492 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [req-e469537c-e80a-4579-93a1-0cb382ca3427 req-cdb34137-ebe7-4102-8ea9-eecdd8beef06 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:05:26.843593 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-e469537c-e80a-4579-93a1-0cb382ca3427 req-cdb34137-ebe7-4102-8ea9-eecdd8beef06 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Usage tracker for resource:security_group_rule and tenant:acdfa87ec4e64a238c41778849fb8664 is out of sync, need to count used quota {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:05:26.846799 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-e469537c-e80a-4579-93a1-0cb382ca3427 req-cdb34137-ebe7-4102-8ea9-eecdd8beef06 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:05:26.852691 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [req-e469537c-e80a-4579-93a1-0cb382ca3427 req-cdb34137-ebe7-4102-8ea9-eecdd8beef06 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:05:26.867989 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-27fb5322-d9df-4734-96dd-ef0c25b16358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:26.884404 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvr_db [None req-ef8d8010-536f-4639-980f-0caf692fff47 None None] Set router cb5c969c-ff03-4b7a-89a4-63af891cb1be gateway port host: dv-cinder-775008-1-iscsi {{(pid=79930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 10 21:05:26.923860 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-e469537c-e80a-4579-93a1-0cb382ca3427 req-cdb34137-ebe7-4102-8ea9-eecdd8beef06 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:26.935260 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f56004-52bf-4143-8cea-3c5ce2e53f8f req-43b20ed8-3095-4af3-8cba-a71bda4214fc tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:26.937439 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-e6f56004-52bf-4143-8cea-3c5ce2e53f8f req-43b20ed8-3095-4af3-8cba-a71bda4214fc tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/ports?device_id=e8b23f20-03b7-4c8c-851e-cd085acbd5e8 HTTP/1.1" status: 200  len: 946 time: 0.2096307
Feb 10 21:05:26.951945 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-e469537c-e80a-4579-93a1-0cb382ca3427 req-cdb34137-ebe7-4102-8ea9-eecdd8beef06 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:26.955174 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-e469537c-e80a-4579-93a1-0cb382ca3427 req-cdb34137-ebe7-4102-8ea9-eecdd8beef06 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704419'] for security_group_rule, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:26.964780 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:05:26.991947 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb34137-ebe7-4102-8ea9-eecdd8beef06 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd27270f-f2d6-4243-9142-86e446a71766,revision_number=0']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:05:26.995743 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-cdb34137-ebe7-4102-8ea9-eecdd8beef06 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:05:27.005296 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-e469537c-e80a-4579-93a1-0cb382ca3427 req-cdb34137-ebe7-4102-8ea9-eecdd8beef06 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:27.006672 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-e469537c-e80a-4579-93a1-0cb382ca3427 req-cdb34137-ebe7-4102-8ea9-eecdd8beef06 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.2035780
Feb 10 21:05:27.030478 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-e6f56004-52bf-4143-8cea-3c5ce2e53f8f req-2d7ac043-620d-4365-8ad1-b521d3ec94e3 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/security-groups?id=d690a83b-8d2e-42e4-90ab-f76a16f8383a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0847833
Feb 10 21:05:27.319847 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8e35c017-ca0e-4997-9af4-ce0f5f2c761e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:27.411728 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8c4c8c-7b82-489f-b4f2-c56e6a81e4d3 req-3a15bb04-a0d5-4de5-aa68-31d6a475994c tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:27.413531 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-cf8c4c8c-7b82-489f-b4f2-c56e6a81e4d3 req-3a15bb04-a0d5-4de5-aa68-31d6a475994c tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] 10.222.0.82 "GET /v2.0/ports?device_id=0bcfc07e-90e7-420c-a8a2-cb1c697a0cc3 HTTP/1.1" status: 200  len: 946 time: 0.2069299
Feb 10 21:05:27.442155 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-ef8d8010-536f-4639-980f-0caf692fff47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbf900c1f28>, [{'id': 'cb5c969c-ff03-4b7a-89a4-63af891cb1be', 'name': 'tempest-TestShelveInstance-1432520895-router', 'tenant_id': 'ac382b0c163d4814a7d90ace0d334811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'c6943393-e103-4b5e-97b9-1a8abcac6b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:05:06Z', 'updated_at': '2021-02-10T21:05:21Z', 'revision_number': 4, 'project_id': 'ac382b0c163d4814a7d90ace0d334811', 'gw_port': {'id': 'c6943393-e103-4b5e-97b9-1a8abcac6b44', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:21:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5c969c-ff03-4b7a-89a4-63af891cb1be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:05:08Z', 'updated_at': '2021-02-10T21:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi', '_interfaces': [{'id': '1d73bac3-295c-49ca-b271-34630c53cd13', 'name': '', 'network_id': 'e7765121-c141-4b72-bba6-d8aabffc5d82', 'tenant_id': 'ac382b0c163d4814a7d90ace0d334811', 'mac_address': 'fa:16:3e:11:cf:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb5c969c-ff03-4b7a-89a4-63af891cb1be', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'f5471fa5-d444-4c3f-8dd8-f5345dbb0e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:05:18Z', 'updated_at': '2021-02-10T21:05:26Z', 'revision_number': 4, 'project_id': 'ac382b0c163d4814a7d90ace0d334811', 'subnets': [{'id': 'f5471fa5-d444-4c3f-8dd8-f5345dbb0e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775008-1-iscsi', False) {} {{(pid=79930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:05:27.446953 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8d8010-536f-4639-980f-0caf692fff47 None None] The sync data for ids ['cb5c969c-ff03-4b7a-89a4-63af891cb1be'] in dv-cinder-775008-1-iscsi is: [{'id': 'cb5c969c-ff03-4b7a-89a4-63af891cb1be', 'name': 'tempest-TestShelveInstance-1432520895-router', 'tenant_id': 'ac382b0c163d4814a7d90ace0d334811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'c6943393-e103-4b5e-97b9-1a8abcac6b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:05:06Z', 'updated_at': '2021-02-10T21:05:21Z', 'revision_number': 4, 'project_id': 'ac382b0c163d4814a7d90ace0d334811', 'gw_port': {'id': 'c6943393-e103-4b5e-97b9-1a8abcac6b44', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:21:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5c969c-ff03-4b7a-89a4-63af891cb1be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:05:08Z', 'updated_at': '2021-02-10T21:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi', '_interfaces': [{'id': '1d73bac3-295c-49ca-b271-34630c53cd13', 'name': '', 'network_id': 'e7765121-c141-4b72-bba6-d8aabffc5d82', 'tenant_id': 'ac382b0c163d4814a7d90ace0d334811', 'mac_address': 'fa:16:3e:11:cf:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb5c969c-ff03-4b7a-89a4-63af891cb1be', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'f5471fa5-d444-4c3f-8dd8-f5345dbb0e8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:05:18Z', 'updated_at': '2021-02-10T21:05:26Z', 'revision_number': 4, 'project_id': 'ac382b0c163d4814a7d90ace0d334811', 'subnets': [{'id': 'f5471fa5-d444-4c3f-8dd8-f5345dbb0e8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 10 21:05:27.558757 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-cf8c4c8c-7b82-489f-b4f2-c56e6a81e4d3 req-128ff016-3ade-4e10-9dae-1f0e654c41eb tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] 10.222.0.82 "GET /v2.0/security-groups?id=f3a7d53e-ec16-4f66-ac2c-e65634f986cf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1376688
Feb 10 21:05:27.807949 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1eb1f0-bea5-42c0-850a-7cd516340aa3 req-fc358511-6088-4391-9c34-540f94aa02cd tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:27.808968 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-be1eb1f0-bea5-42c0-850a-7cd516340aa3 req-fc358511-6088-4391-9c34-540f94aa02cd tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Synchronizing usage tracker for tenant:fd8c6aec55114f528929638c55a0f6a9 on resource:port {{(pid=79929) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 10 21:05:27.834604 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-be1eb1f0-bea5-42c0-850a-7cd516340aa3 req-fc358511-6088-4391-9c34-540f94aa02cd tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Unset dirty status for tenant:fd8c6aec55114f528929638c55a0f6a9 on resource:port {{(pid=79929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 10 21:05:27.835938 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-be1eb1f0-bea5-42c0-850a-7cd516340aa3 req-fc358511-6088-4391-9c34-540f94aa02cd tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/ports?device_id=511484ec-10c4-419d-a122-1b1b639da83b HTTP/1.1" status: 200  len: 943 time: 0.2351027
Feb 10 21:05:27.938743 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-be1eb1f0-bea5-42c0-850a-7cd516340aa3 req-b3496e78-d5bc-4c3e-92db-8bacb1217ca7 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/security-groups?id=e801818c-2ba7-416a-bfd6-16d694223349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0944972
Feb 10 21:05:28.211640 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:28.247581 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef6c77e-ae56-41f3-95d6-9090bd8f5734 req-4b98f2ac-afcd-40a2-b71f-fa05a84342d4 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:28.257054 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1ef6c77e-ae56-41f3-95d6-9090bd8f5734 req-4b98f2ac-afcd-40a2-b71f-fa05a84342d4 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/ports?device_id=3dee1e11-308a-436e-aa4a-df62e56e7423 HTTP/1.1" status: 200  len: 946 time: 0.4883759
Feb 10 21:05:28.365584 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1ef6c77e-ae56-41f3-95d6-9090bd8f5734 req-a4ecb569-b2f5-48ed-b0cd-5d6be4e7f73a tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/security-groups?id=c335b989-9e5c-4bf7-8234-e0ff1c1dd57a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1055121
Feb 10 21:05:28.368645 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a16a173f-35ea-40df-9953-0a23fc2526db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:28.504319 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device 1b4e8def-ba1e-4672-8961-74808c31683c up at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:05:28.688315 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning for port 1b4e8def-ba1e-4672-8961-74808c31683c completed by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 10 21:05:28.707476 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e525df-a5ee-41cf-9686-fd4f423cafa7 req-8cb05ad1-1599-47ab-9b74-3833d31d2b58 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:28.716719 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-05e525df-a5ee-41cf-9686-fd4f423cafa7 req-8cb05ad1-1599-47ab-9b74-3833d31d2b58 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/ports?device_id=e8b23f20-03b7-4c8c-851e-cd085acbd5e8 HTTP/1.1" status: 200  len: 946 time: 0.3213027
Feb 10 21:05:28.724118 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning complete for port 1b4e8def-ba1e-4672-8961-74808c31683c triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:05:28.724560 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:28.827343 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-05e525df-a5ee-41cf-9686-fd4f423cafa7 req-357231e2-3195-400f-aacc-2f66f5b86f9b tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/security-groups?id=d690a83b-8d2e-42e4-90ab-f76a16f8383a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1094210
Feb 10 21:05:28.919036 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:29.017383 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '511484ec-10c4-419d-a122-1b1b639da83b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b4e8def-ba1e-4672-8961-74808c31683c'}] {{(pid=79930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 10 21:05:29.029669 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] For port 1b4e8def-ba1e-4672-8961-74808c31683c, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=1b4e8def-ba1e-4672-8961-74808c31683c,segment=NetworkSegment(8502f998-48d6-4289-869a-dab876cb118f),segment_id=8502f998-48d6-4289-869a-dab876cb118f)] {{(pid=79930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:05:29.029669 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:29.032500 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:05:29.133559 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Pushing event updated for resources: {'Port': ['ID=1b4e8def-ba1e-4672-8961-74808c31683c,revision_number=4']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:05:29.141276 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:05:29.345266 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54d1e7d-3e1f-4cac-9041-49182d77d26f req-53ace4cb-016c-4197-8966-ced4e542952c tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:29.354396 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-f54d1e7d-3e1f-4cac-9041-49182d77d26f req-53ace4cb-016c-4197-8966-ced4e542952c tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] 10.222.0.82 "GET /v2.0/ports?device_id=0bcfc07e-90e7-420c-a8a2-cb1c697a0cc3 HTTP/1.1" status: 200  len: 946 time: 0.3362031
Feb 10 21:05:29.495693 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-f54d1e7d-3e1f-4cac-9041-49182d77d26f req-6c23c8d6-a0f0-4847-94c1-7261c2a85343 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] 10.222.0.82 "GET /v2.0/security-groups?id=f3a7d53e-ec16-4f66-ac2c-e65634f986cf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1400504
Feb 10 21:05:29.524277 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd5078e-affd-4c01-8062-c5e1b33d876d req-eac60e91-a737-47af-bde3-38a4c7b9fb26 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:29.525970 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-dbd5078e-affd-4c01-8062-c5e1b33d876d req-eac60e91-a737-47af-bde3-38a4c7b9fb26 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/ports?device_id=511484ec-10c4-419d-a122-1b1b639da83b HTTP/1.1" status: 200  len: 945 time: 0.2268441
Feb 10 21:05:29.529167 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device 323661a2-ed85-4717-b44a-99ff7bc9358e up at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:05:29.548651 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b496c334-ea02-4e14-a07e-b440fe9b912f req-9828030e-f261-4c5d-a8f4-4220579a0d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:29.550352 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-b496c334-ea02-4e14-a07e-b440fe9b912f req-9828030e-f261-4c5d-a8f4-4220579a0d45 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=92212326132c472cbbd1d5f9a6549ec7&device_id=d5a452ba-1bbb-4cf5-a43d-16be280c05b9 HTTP/1.1" status: 200  len: 1163 time: 0.1936836
Feb 10 21:05:29.626216 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-dbd5078e-affd-4c01-8062-c5e1b33d876d req-ee6e931a-8679-4bab-b50a-6d9c4ee7a6b9 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/security-groups?id=e801818c-2ba7-416a-bfd6-16d694223349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0902483
Feb 10 21:05:29.639926 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '511484ec-10c4-419d-a122-1b1b639da83b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b4e8def-ba1e-4672-8961-74808c31683c', 'code': 200}
Feb 10 21:05:29.716279 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning complete for port 323661a2-ed85-4717-b44a-99ff7bc9358e triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:05:29.717666 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:29.776564 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b496c334-ea02-4e14-a07e-b440fe9b912f req-63ba9da2-ccad-4904-88bc-b3a4875808dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:29.778212 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-b496c334-ea02-4e14-a07e-b440fe9b912f req-63ba9da2-ccad-4904-88bc-b3a4875808dc service neutron] 10.222.0.15 "GET /v2.0/networks?id=b57cc509-53ec-4b56-8b10-8490bdf813dd HTTP/1.1" status: 200  len: 912 time: 0.2051768
Feb 10 21:05:29.790559 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Device 1d73bac3-295c-49ca-b271-34630c53cd13 up at agent ovs-agent-dv-cinder-775008-1-iscsi {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:05:29.888441 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-b496c334-ea02-4e14-a07e-b440fe9b912f req-3cdce2a5-024a-4f31-9db3-022e427dfff6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a53743a4-e3ef-4212-9855-140da57a2cd6 HTTP/1.1" status: 200  len: 217 time: 0.0982790
Feb 10 21:05:29.965837 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Provisioning for port 1d73bac3-295c-49ca-b271-34630c53cd13 completed by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 10 21:05:29.987251 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Provisioning complete for port 1d73bac3-295c-49ca-b271-34630c53cd13 triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:05:29.987688 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:30.028406 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b496c334-ea02-4e14-a07e-b440fe9b912f req-707bd01a-046b-4d62-a2b8-25cee627eed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:30.030778 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-b496c334-ea02-4e14-a07e-b440fe9b912f req-707bd01a-046b-4d62-a2b8-25cee627eed7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=507359e5-5fb4-4f65-a55c-2cec76549fa0 HTTP/1.1" status: 200  len: 858 time: 0.0882928
Feb 10 21:05:30.047039 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device 1b4e8def-ba1e-4672-8961-74808c31683c up at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:05:30.170375 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc533fe-a438-4ee1-9073-f5d357b50626 req-94b5c0fd-853d-4bf5-b92f-f54ec66d7318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:30.172383 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-2cc533fe-a438-4ee1-9073-f5d357b50626 req-94b5c0fd-853d-4bf5-b92f-f54ec66d7318 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=511484ec-10c4-419d-a122-1b1b639da83b HTTP/1.1" status: 200  len: 1162 time: 0.1661806
Feb 10 21:05:30.215230 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning complete for port 1b4e8def-ba1e-4672-8961-74808c31683c triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:05:30.215656 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:30.267143 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-b496c334-ea02-4e14-a07e-b440fe9b912f req-c4a1b098-12dd-4f95-96e5-d45b3f4fb5e3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b57cc509-53ec-4b56-8b10-8490bdf813dd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1693335
Feb 10 21:05:30.271585 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:30.330546 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] For port 1d73bac3-295c-49ca-b271-34630c53cd13, host dv-cinder-775008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-iscsi',level=0,port_id=1d73bac3-295c-49ca-b271-34630c53cd13,segment=NetworkSegment(5fc08447-7444-474d-b19c-e5e725cb3df6),segment_id=5fc08447-7444-474d-b19c-e5e725cb3df6)] {{(pid=79930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:05:30.369498 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:30.376008 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-2cc533fe-a438-4ee1-9073-f5d357b50626 req-c6fbfea6-5b88-480a-83ee-7d90e15fcfa0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e801818c-2ba7-416a-bfd6-16d694223349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1862013
Feb 10 21:05:30.384059 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b1415ccb-3427-4830-9f9b-d7bf39e8105a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:05:30.472181 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Pushing event updated for resources: {'Port': ['ID=1d73bac3-295c-49ca-b271-34630c53cd13,revision_number=5']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:05:30.479921 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:05:30.595597 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b15c770-cda0-4e57-a6d2-499345a923d6 req-ac0f790e-b1f8-4808-841f-314a4ce6fd50 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:30.603188 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1b15c770-cda0-4e57-a6d2-499345a923d6 req-ac0f790e-b1f8-4808-841f-314a4ce6fd50 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5a452ba-1bbb-4cf5-a43d-16be280c05b9 HTTP/1.1" status: 200  len: 946 time: 0.7083540
Feb 10 21:05:30.658239 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-6eaea1a2-78da-4f77-8f23-ad7995e79645 req-45a19be3-ec79-4456-9130-129b0c31d534 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c4eaa0d1-982a-4a87-b374-f73f03983cdd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.5050533
Feb 10 21:05:30.683171 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-b496c334-ea02-4e14-a07e-b440fe9b912f req-305db8f1-531e-4cf4-92f6-cb738d492176 service neutron] 10.222.0.15 "GET /v2.0/networks/b57cc509-53ec-4b56-8b10-8490bdf813dd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4026427
Feb 10 21:05:30.692310 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b5064c-0f5c-434e-9ad8-ce9dd6758bb2 req-28ad4e1c-b2d3-420e-b5fc-d018b0c23694 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:30.699906 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-92b5064c-0f5c-434e-9ad8-ce9dd6758bb2 req-28ad4e1c-b2d3-420e-b5fc-d018b0c23694 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/ports?device_id=e8b23f20-03b7-4c8c-851e-cd085acbd5e8 HTTP/1.1" status: 200  len: 946 time: 0.4731486
Feb 10 21:05:30.718451 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1b15c770-cda0-4e57-a6d2-499345a923d6 req-4ee1fbc7-37a7-4c3c-bbb0-79dfab4a0d25 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1141524
Feb 10 21:05:30.798941 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-92b5064c-0f5c-434e-9ad8-ce9dd6758bb2 req-1b3f9475-f700-478a-b230-7a4b90cb915a tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/security-groups?id=d690a83b-8d2e-42e4-90ab-f76a16f8383a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0919368
Feb 10 21:05:31.001130 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:31.040787 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-b496c334-ea02-4e14-a07e-b440fe9b912f req-d0165407-905e-4b55-bc51-b1034d86a36f service neutron] 10.222.0.15 "GET /v2.0/networks/b57cc509-53ec-4b56-8b10-8490bdf813dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3212090
Feb 10 21:05:31.162141 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee544db8-e9d2-48e5-ada2-27e9f84982ea req-6a5c381f-074d-4d31-a943-ac712b46e23c tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:31.163848 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-ee544db8-e9d2-48e5-ada2-27e9f84982ea req-6a5c381f-074d-4d31-a943-ac712b46e23c tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/ports?device_id=511484ec-10c4-419d-a122-1b1b639da83b HTTP/1.1" status: 200  len: 945 time: 0.3119056
Feb 10 21:05:31.166960 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaea1a2-78da-4f77-8f23-ad7995e79645 req-4484b699-339f-4a11-b4ec-01e0a81d6cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:31.168485 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-6eaea1a2-78da-4f77-8f23-ad7995e79645 req-4484b699-339f-4a11-b4ec-01e0a81d6cb5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fd8c6aec55114f528929638c55a0f6a9&device_id=c4eaa0d1-982a-4a87-b374-f73f03983cdd HTTP/1.1" status: 200  len: 1162 time: 0.3177714
Feb 10 21:05:31.270029 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-ee544db8-e9d2-48e5-ada2-27e9f84982ea req-a8137893-4075-4855-ac9b-601f1e09439e tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/security-groups?id=e801818c-2ba7-416a-bfd6-16d694223349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0984271
Feb 10 21:05:31.379296 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaea1a2-78da-4f77-8f23-ad7995e79645 req-3fc7f272-a55b-438f-ad40-f15485771a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:31.381544 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-6eaea1a2-78da-4f77-8f23-ad7995e79645 req-3fc7f272-a55b-438f-ad40-f15485771a1c service neutron] 10.222.0.15 "GET /v2.0/networks?id=20901ffe-56e0-4231-a22c-8768446088e2 HTTP/1.1" status: 200  len: 908 time: 0.1722176
Feb 10 21:05:31.475493 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-6eaea1a2-78da-4f77-8f23-ad7995e79645 req-236df1ce-eaed-49c7-aad5-8317d354d6b1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5c00599a-0ac5-4ab5-905a-f9522bbffdc9 HTTP/1.1" status: 200  len: 217 time: 0.0763681
Feb 10 21:05:31.565611 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaea1a2-78da-4f77-8f23-ad7995e79645 req-4938da1f-a057-4df4-aaa7-aab890cb08b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:31.567262 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-6eaea1a2-78da-4f77-8f23-ad7995e79645 req-4938da1f-a057-4df4-aaa7-aab890cb08b2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=884075b2-6b00-417e-a17c-100207a10cdd HTTP/1.1" status: 200  len: 854 time: 0.0713820
Feb 10 21:05:31.586587 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Device 1d73bac3-295c-49ca-b271-34630c53cd13 up at agent ovs-agent-dv-cinder-775008-1-iscsi {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:05:31.643242 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-6eaea1a2-78da-4f77-8f23-ad7995e79645 req-8e752066-8ca1-4510-a197-199acb3dbf4e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=20901ffe-56e0-4231-a22c-8768446088e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0537536
Feb 10 21:05:31.667258 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Provisioning complete for port 1d73bac3-295c-49ca-b271-34630c53cd13 triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:05:31.667681 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:31.833720 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-6eaea1a2-78da-4f77-8f23-ad7995e79645 req-c7cc3318-00cc-4740-aca5-a85e93c678a7 service neutron] 10.222.0.15 "GET /v2.0/networks/20901ffe-56e0-4231-a22c-8768446088e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1754253
Feb 10 21:05:32.044772 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0e5cb5-721a-4a70-b4d0-db1f6ae5e78e req-630c747f-16b0-4e5a-b20c-e7437a84cf5d tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:32.047092 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-bb0e5cb5-721a-4a70-b4d0-db1f6ae5e78e req-630c747f-16b0-4e5a-b20c-e7437a84cf5d tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5a452ba-1bbb-4cf5-a43d-16be280c05b9 HTTP/1.1" status: 200  len: 946 time: 0.1840808
Feb 10 21:05:32.136149 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-6eaea1a2-78da-4f77-8f23-ad7995e79645 req-fa28ae40-19eb-4cc5-817c-005606097911 service neutron] 10.222.0.15 "GET /v2.0/networks/20901ffe-56e0-4231-a22c-8768446088e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2876136
Feb 10 21:05:32.203397 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-bb0e5cb5-721a-4a70-b4d0-db1f6ae5e78e req-931cccee-1357-4cbb-8378-1d52a750b13d tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1409864
Feb 10 21:05:32.243043 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dcf89f-3d76-462f-ab27-5b55f01a214c req-82da2968-b3d1-46d2-ada1-0b5f89db5ec2 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:32.245191 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-07dcf89f-3d76-462f-ab27-5b55f01a214c req-82da2968-b3d1-46d2-ada1-0b5f89db5ec2 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/ports?device_id=e8b23f20-03b7-4c8c-851e-cd085acbd5e8 HTTP/1.1" status: 200  len: 946 time: 0.2962332
Feb 10 21:05:32.316014 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-07dcf89f-3d76-462f-ab27-5b55f01a214c req-6a790fd7-8b77-401e-bc2c-9111db26b1f4 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/security-groups?id=d690a83b-8d2e-42e4-90ab-f76a16f8383a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0636830
Feb 10 21:05:32.578736 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155243b6-eaf3-454e-902a-073432225aee req-72548756-3043-4d6d-8e5f-4a2906fd8d27 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:32.586731 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-155243b6-eaf3-454e-902a-073432225aee req-72548756-3043-4d6d-8e5f-4a2906fd8d27 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/ports?device_id=511484ec-10c4-419d-a122-1b1b639da83b HTTP/1.1" status: 200  len: 945 time: 0.1829722
Feb 10 21:05:32.650301 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-155243b6-eaf3-454e-902a-073432225aee req-fbc3f8a8-4e0f-47c4-8e01-d42f2a2c3da4 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/security-groups?id=e801818c-2ba7-416a-bfd6-16d694223349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620477
Feb 10 21:05:33.509422 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device 1b4e8def-ba1e-4672-8961-74808c31683c up at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:05:33.522182 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b70ef9-35e7-4e82-9704-c016ad0a6e5d req-c396480f-fc1b-42ab-a04d-d9d7d3ae66b0 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:33.523956 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-84b70ef9-35e7-4e82-9704-c016ad0a6e5d req-c396480f-fc1b-42ab-a04d-d9d7d3ae66b0 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5a452ba-1bbb-4cf5-a43d-16be280c05b9 HTTP/1.1" status: 200  len: 946 time: 0.1849227
Feb 10 21:05:33.597221 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-84b70ef9-35e7-4e82-9704-c016ad0a6e5d req-6401c92e-6472-456f-8ce8-5a4525d2ed79 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0662005
Feb 10 21:05:33.602862 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning complete for port 1b4e8def-ba1e-4672-8961-74808c31683c triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:05:33.603358 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:33.641931 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9818765-3308-4b22-a23d-09e7d8ef822b req-0237c3d4-1ea2-40e6-b918-d64a9a90223c tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:33.643687 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-b9818765-3308-4b22-a23d-09e7d8ef822b req-0237c3d4-1ea2-40e6-b918-d64a9a90223c tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/ports?device_id=e8b23f20-03b7-4c8c-851e-cd085acbd5e8 HTTP/1.1" status: 200  len: 946 time: 0.1930239
Feb 10 21:05:33.710522 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-b9818765-3308-4b22-a23d-09e7d8ef822b req-9ebce2c8-015a-4379-8af9-76cc7c7006fe tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/security-groups?id=d690a83b-8d2e-42e4-90ab-f76a16f8383a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0601854
Feb 10 21:05:34.214262 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33224672-41c5-4d8f-bde7-e70a94db67f2 req-c71da181-868c-4873-bc89-7ae4ae953fc7 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:34.215949 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-33224672-41c5-4d8f-bde7-e70a94db67f2 req-c71da181-868c-4873-bc89-7ae4ae953fc7 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/ports?device_id=e8b23f20-03b7-4c8c-851e-cd085acbd5e8 HTTP/1.1" status: 200  len: 946 time: 0.1940396
Feb 10 21:05:34.234167 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5c8965-b52a-49aa-b4e1-360d77fe4a10 req-7ea3205f-7407-4615-9da4-2b73f0bd98f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:34.236062 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-2d5c8965-b52a-49aa-b4e1-360d77fe4a10 req-7ea3205f-7407-4615-9da4-2b73f0bd98f5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b863e31b2eb84722a5af6ec44203a203&device_id=e8b23f20-03b7-4c8c-851e-cd085acbd5e8 HTTP/1.1" status: 200  len: 1163 time: 0.0836070
Feb 10 21:05:34.297841 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-33224672-41c5-4d8f-bde7-e70a94db67f2 req-c7b74779-3ff4-478a-a9e4-c15ac8107ad8 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/security-groups?id=d690a83b-8d2e-42e4-90ab-f76a16f8383a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0735381
Feb 10 21:05:34.626105 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5c8965-b52a-49aa-b4e1-360d77fe4a10 req-07595c7f-f26b-4a6c-b1b1-71637c1fb87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:34.627702 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-2d5c8965-b52a-49aa-b4e1-360d77fe4a10 req-07595c7f-f26b-4a6c-b1b1-71637c1fb87f service neutron] 10.222.0.15 "GET /v2.0/networks?id=30315e38-e508-43b4-a5e6-20c3939b243b HTTP/1.1" status: 200  len: 905 time: 0.3711376
Feb 10 21:05:34.757694 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-2d5c8965-b52a-49aa-b4e1-360d77fe4a10 req-a17f7202-eb48-4923-a947-ca432730ba62 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3009fcd-a441-4251-9ac0-b83a083a8578 HTTP/1.1" status: 200  len: 1002 time: 0.1215916
Feb 10 21:05:34.857268 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5c8965-b52a-49aa-b4e1-360d77fe4a10 req-93ab5000-5b3b-4440-9177-d7fdde1f92a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:34.860246 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-2d5c8965-b52a-49aa-b4e1-360d77fe4a10 req-93ab5000-5b3b-4440-9177-d7fdde1f92a5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ac135e95-2d8a-4872-b364-451b52f8b60d HTTP/1.1" status: 200  len: 850 time: 0.0839648
Feb 10 21:05:34.963728 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5c8965-b52a-49aa-b4e1-360d77fe4a10 req-9d1b8fbb-8e28-4626-b438-cce2de593c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:34.965369 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-2d5c8965-b52a-49aa-b4e1-360d77fe4a10 req-9d1b8fbb-8e28-4626-b438-cce2de593c36 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=30315e38-e508-43b4-a5e6-20c3939b243b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0951831
Feb 10 21:05:34.967769 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f637e4-e332-410b-8876-82d467069a22 req-4a353f01-31bb-4463-b62a-56d3b8e8a2cc tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:34.969559 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-58f637e4-e332-410b-8876-82d467069a22 req-4a353f01-31bb-4463-b62a-56d3b8e8a2cc tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5a452ba-1bbb-4cf5-a43d-16be280c05b9 HTTP/1.1" status: 200  len: 946 time: 0.2249846
Feb 10 21:05:35.043075 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-58f637e4-e332-410b-8876-82d467069a22 req-a4dc2a20-29df-4e3e-9cbd-d53e6539d62e tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0671332
Feb 10 21:05:35.149201 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-2d5c8965-b52a-49aa-b4e1-360d77fe4a10 req-26aa7052-a652-4b28-88f3-1aec7c2cf1df service neutron] 10.222.0.15 "GET /v2.0/networks/30315e38-e508-43b4-a5e6-20c3939b243b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1717329
Feb 10 21:05:35.301087 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-2d5c8965-b52a-49aa-b4e1-360d77fe4a10 req-21029e78-4dcc-4693-b54c-3a03fd67647a service neutron] 10.222.0.15 "GET /v2.0/networks/30315e38-e508-43b4-a5e6-20c3939b243b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1397562
Feb 10 21:05:35.608926 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e713ef-44bc-43d5-adff-af8185fcb783 req-2a3d88ab-8e32-4c70-85aa-d5e32c4a0786 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:35.610564 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-28e713ef-44bc-43d5-adff-af8185fcb783 req-2a3d88ab-8e32-4c70-85aa-d5e32c4a0786 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/ports?device_id=e8b23f20-03b7-4c8c-851e-cd085acbd5e8 HTTP/1.1" status: 200  len: 946 time: 0.1722898
Feb 10 21:05:35.682222 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-28e713ef-44bc-43d5-adff-af8185fcb783 req-6e1b216b-c96b-46a0-9a4f-b30af13dca54 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/security-groups?id=d690a83b-8d2e-42e4-90ab-f76a16f8383a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0653763
Feb 10 21:05:36.377927 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54a8940-c039-4f6d-8d0b-6b0fb2b2103d req-8247ee9a-b334-4396-a7e3-085c2b60de3c tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:36.379609 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-b54a8940-c039-4f6d-8d0b-6b0fb2b2103d req-8247ee9a-b334-4396-a7e3-085c2b60de3c tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5a452ba-1bbb-4cf5-a43d-16be280c05b9 HTTP/1.1" status: 200  len: 946 time: 0.1672008
Feb 10 21:05:36.448591 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-b54a8940-c039-4f6d-8d0b-6b0fb2b2103d req-5649bc88-0b51-4f68-ac8c-8c4dda603c36 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0623553
Feb 10 21:05:36.987195 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad486ed5-a9c8-41fb-9c1a-3a67c5bb4004 req-9ba5c2f8-2c70-40c2-8066-9f0ca7db6492 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:36.988765 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-ad486ed5-a9c8-41fb-9c1a-3a67c5bb4004 req-9ba5c2f8-2c70-40c2-8066-9f0ca7db6492 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/ports?device_id=e8b23f20-03b7-4c8c-851e-cd085acbd5e8 HTTP/1.1" status: 200  len: 946 time: 0.1725249
Feb 10 21:05:37.057375 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-ad486ed5-a9c8-41fb-9c1a-3a67c5bb4004 req-df15b2ff-4cdc-46d7-bc86-92666d4f176d tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/security-groups?id=d690a83b-8d2e-42e4-90ab-f76a16f8383a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0608075
Feb 10 21:05:37.749375 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07319424-714a-4343-b3a9-64a77353d720 req-99dd1b17-b60d-4bb3-9da1-7c15f05c60fd tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:37.751038 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-07319424-714a-4343-b3a9-64a77353d720 req-99dd1b17-b60d-4bb3-9da1-7c15f05c60fd tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5a452ba-1bbb-4cf5-a43d-16be280c05b9 HTTP/1.1" status: 200  len: 946 time: 0.1690702
Feb 10 21:05:37.817501 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-07319424-714a-4343-b3a9-64a77353d720 req-9a6b4d1a-0d65-468a-85bf-740631e37dcf tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0601707
Feb 10 21:05:37.837466 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device a3009fcd-a441-4251-9ac0-b83a083a8578 up at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:05:37.910907 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning complete for port a3009fcd-a441-4251-9ac0-b83a083a8578 triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:05:37.911328 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:38.377526 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2156ca8-b242-4f4e-867e-5916585dc990 req-fe1b530b-38ac-4937-aa19-b3b7d992ed99 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:38.379167 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-b2156ca8-b242-4f4e-867e-5916585dc990 req-fe1b530b-38ac-4937-aa19-b3b7d992ed99 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/ports?device_id=e8b23f20-03b7-4c8c-851e-cd085acbd5e8 HTTP/1.1" status: 200  len: 946 time: 0.1781611
Feb 10 21:05:38.449736 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-b2156ca8-b242-4f4e-867e-5916585dc990 req-5d31e4c0-2c3b-48f4-8a65-12929f7d3d21 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/security-groups?id=d690a83b-8d2e-42e4-90ab-f76a16f8383a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0640502
Feb 10 21:05:39.123386 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4344eb8d-c001-4e6b-8f45-36ebe8c829ec req-379dd423-a104-4882-93e7-50518fb9937c tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:39.125320 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-4344eb8d-c001-4e6b-8f45-36ebe8c829ec req-379dd423-a104-4882-93e7-50518fb9937c tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5a452ba-1bbb-4cf5-a43d-16be280c05b9 HTTP/1.1" status: 200  len: 946 time: 0.1768301
Feb 10 21:05:39.197591 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-4344eb8d-c001-4e6b-8f45-36ebe8c829ec req-825531b7-8ab8-4b59-9d8d-0c3df18589db tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0659637
Feb 10 21:05:39.759060 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962a6505-b765-473a-9aa4-1eb09cd65693 req-a8d4d2ed-ef2f-448e-b47b-660f2c856828 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:39.761011 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-962a6505-b765-473a-9aa4-1eb09cd65693 req-a8d4d2ed-ef2f-448e-b47b-660f2c856828 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/ports?device_id=e8b23f20-03b7-4c8c-851e-cd085acbd5e8 HTTP/1.1" status: 200  len: 946 time: 0.1719697
Feb 10 21:05:39.828931 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-962a6505-b765-473a-9aa4-1eb09cd65693 req-6b59a534-8ae0-4ceb-bcfc-1ab77902a6b9 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/security-groups?id=d690a83b-8d2e-42e4-90ab-f76a16f8383a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0611837
Feb 10 21:05:40.510426 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07111014-1c3f-484a-8fc7-c09020db5137 req-36aa5829-fbb1-4e71-9288-375794ec55a7 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:40.515251 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-07111014-1c3f-484a-8fc7-c09020db5137 req-36aa5829-fbb1-4e71-9288-375794ec55a7 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5a452ba-1bbb-4cf5-a43d-16be280c05b9 HTTP/1.1" status: 200  len: 946 time: 0.1792359
Feb 10 21:05:40.593785 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-07111014-1c3f-484a-8fc7-c09020db5137 req-d13574a6-9959-4ca7-98ce-50ebb8b9a9d1 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701685
Feb 10 21:05:40.957513 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b65046-dde5-4ae3-b479-6e68930b8f98 req-b17a1c2d-a088-4c00-af58-21bc264c2e9c tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:40.959279 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-a9b65046-dde5-4ae3-b479-6e68930b8f98 req-b17a1c2d-a088-4c00-af58-21bc264c2e9c tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/ports?device_id=3dee1e11-308a-436e-aa4a-df62e56e7423 HTTP/1.1" status: 200  len: 946 time: 0.1682200
Feb 10 21:05:41.026285 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-a9b65046-dde5-4ae3-b479-6e68930b8f98 req-374f34d6-6095-4347-8291-c132001972a5 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/security-groups?id=c335b989-9e5c-4bf7-8234-e0ff1c1dd57a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0604973
Feb 10 21:05:41.133800 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1695c236-1852-4982-acf9-56c118e32584 req-abbe55a5-9745-4944-b310-8f246190156a tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:41.135541 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1695c236-1852-4982-acf9-56c118e32584 req-abbe55a5-9745-4944-b310-8f246190156a tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/ports?device_id=e8b23f20-03b7-4c8c-851e-cd085acbd5e8 HTTP/1.1" status: 200  len: 946 time: 0.1735604
Feb 10 21:05:41.202842 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1695c236-1852-4982-acf9-56c118e32584 req-f26c33f7-f53b-42c3-83ec-9a79691c4dd0 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/security-groups?id=d690a83b-8d2e-42e4-90ab-f76a16f8383a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0596607
Feb 10 21:05:41.457094 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-690c2f3f-842a-485d-a4a4-287d9aeb1d0c req-17a2f0d8-9aeb-4aa5-a27b-3757fc4da830 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2073460
Feb 10 21:05:41.470594 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [req-690c2f3f-842a-485d-a4a4-287d9aeb1d0c req-423fd859-22c3-465e-b349-7307061e0b5d tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Request body: {'floatingip': {'floating_network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614'}} {{(pid=79928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:05:41.493759 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [req-690c2f3f-842a-485d-a4a4-287d9aeb1d0c req-423fd859-22c3-465e-b349-7307061e0b5d tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:05:41.497797 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-690c2f3f-842a-485d-a4a4-287d9aeb1d0c req-423fd859-22c3-465e-b349-7307061e0b5d tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Usage tracker for resource:floatingip and tenant:450f83fab0734bc4b485b263670f0fa7 is out of sync, need to count used quota {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:05:41.501974 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-690c2f3f-842a-485d-a4a4-287d9aeb1d0c req-423fd859-22c3-465e-b349-7307061e0b5d tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:05:41.508727 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [req-690c2f3f-842a-485d-a4a4-287d9aeb1d0c req-423fd859-22c3-465e-b349-7307061e0b5d tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:05:41.520599 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-690c2f3f-842a-485d-a4a4-287d9aeb1d0c req-423fd859-22c3-465e-b349-7307061e0b5d tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Notify callbacks [] for floatingip, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:41.545312 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device a3009fcd-a441-4251-9ac0-b83a083a8578 up at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:05:41.625121 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning complete for port a3009fcd-a441-4251-9ac0-b83a083a8578 triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:05:41.625508 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:41.674569 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-690c2f3f-842a-485d-a4a4-287d9aeb1d0c req-423fd859-22c3-465e-b349-7307061e0b5d tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:41.936817 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeac693c-6032-499d-b37d-d8bc1a9aadc5 req-a3f008cc-fc51-4bc6-9ca6-f03bef3e0653 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:41.938743 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-aeac693c-6032-499d-b37d-d8bc1a9aadc5 req-a3f008cc-fc51-4bc6-9ca6-f03bef3e0653 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5a452ba-1bbb-4cf5-a43d-16be280c05b9 HTTP/1.1" status: 200  len: 946 time: 0.1980498
Feb 10 21:05:42.007256 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-aeac693c-6032-499d-b37d-d8bc1a9aadc5 req-0518db1d-c7a6-4d3a-8e15-c80de8a5e2d6 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619271
Feb 10 21:05:42.015287 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.db_base_plugin_common [req-690c2f3f-842a-485d-a4a4-287d9aeb1d0c req-423fd859-22c3-465e-b349-7307061e0b5d tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Allocated IP 172.27.3.85 (caec50ae-8f3b-4f45-a3ad-eb903a732614/47475132-bc81-43cb-b635-450463390609/fedf9e4b-c262-421b-9bcb-8e5e8640aa1c) {{(pid=79928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 10 21:05:42.177476 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-690c2f3f-842a-485d-a4a4-287d9aeb1d0c req-423fd859-22c3-465e-b349-7307061e0b5d tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Notify callbacks [] for port, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:42.208577 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-690c2f3f-842a-485d-a4a4-287d9aeb1d0c req-423fd859-22c3-465e-b349-7307061e0b5d tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778797635767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851641298'] for port, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:42.224470 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:05:42.571833 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423fd859-22c3-465e-b349-7307061e0b5d tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Pushing event updated for resources: {'Port': ['ID=fedf9e4b-c262-421b-9bcb-8e5e8640aa1c,revision_number=1']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:05:42.586388 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423fd859-22c3-465e-b349-7307061e0b5d tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:05:42.586809 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423fd859-22c3-465e-b349-7307061e0b5d tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:05:42.587220 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423fd859-22c3-465e-b349-7307061e0b5d tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:05:42.587622 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423fd859-22c3-465e-b349-7307061e0b5d tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:05:42.588021 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423fd859-22c3-465e-b349-7307061e0b5d tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:05:42.588418 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423fd859-22c3-465e-b349-7307061e0b5d tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:05:42.588808 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423fd859-22c3-465e-b349-7307061e0b5d tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:05:42.589200 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423fd859-22c3-465e-b349-7307061e0b5d tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:05:42.589589 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423fd859-22c3-465e-b349-7307061e0b5d tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:05:42.589983 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423fd859-22c3-465e-b349-7307061e0b5d tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:05:42.590417 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423fd859-22c3-465e-b349-7307061e0b5d tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:05:42.590807 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423fd859-22c3-465e-b349-7307061e0b5d tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:05:42.591296 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423fd859-22c3-465e-b349-7307061e0b5d tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:05:42.591688 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423fd859-22c3-465e-b349-7307061e0b5d tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:05:42.592075 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423fd859-22c3-465e-b349-7307061e0b5d tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:05:42.592648 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423fd859-22c3-465e-b349-7307061e0b5d tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:05:42.593044 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423fd859-22c3-465e-b349-7307061e0b5d tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:05:42.593427 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423fd859-22c3-465e-b349-7307061e0b5d tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:05:42.593815 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423fd859-22c3-465e-b349-7307061e0b5d tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:05:42.594227 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423fd859-22c3-465e-b349-7307061e0b5d tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:05:42.594614 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423fd859-22c3-465e-b349-7307061e0b5d tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:05:42.594999 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423fd859-22c3-465e-b349-7307061e0b5d tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:05:42.595385 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423fd859-22c3-465e-b349-7307061e0b5d tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:05:42.595765 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423fd859-22c3-465e-b349-7307061e0b5d tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:05:42.600349 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-423fd859-22c3-465e-b349-7307061e0b5d tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:05:42.644641 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-690c2f3f-842a-485d-a4a4-287d9aeb1d0c req-423fd859-22c3-465e-b349-7307061e0b5d tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Network caec50ae-8f3b-4f45-a3ad-eb903a732614 is already hosted by enough agents. {{(pid=79928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 10 21:05:42.645800 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.base_scheduler [req-690c2f3f-842a-485d-a4a4-287d9aeb1d0c req-423fd859-22c3-465e-b349-7307061e0b5d tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Resources bound (agent type, host, resource id):  {{(pid=79928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 10 21:05:42.648369 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [req-690c2f3f-842a-485d-a4a4-287d9aeb1d0c req-423fd859-22c3-465e-b349-7307061e0b5d tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Received port after_create {{(pid=79928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 10 21:05:42.734219 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-690c2f3f-842a-485d-a4a4-287d9aeb1d0c req-423fd859-22c3-465e-b349-7307061e0b5d tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:42.796425 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-690c2f3f-842a-485d-a4a4-287d9aeb1d0c req-423fd859-22c3-465e-b349-7307061e0b5d tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:43.128103 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-690c2f3f-842a-485d-a4a4-287d9aeb1d0c req-423fd859-22c3-465e-b349-7307061e0b5d tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Notify callbacks [] for port, precommit_update {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:43.131819 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-690c2f3f-842a-485d-a4a4-287d9aeb1d0c req-423fd859-22c3-465e-b349-7307061e0b5d tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3134503'] for port, after_update {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:43.148715 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-947b818c-57c3-4a38-bd2e-d1a8782026d5 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:05:43.297519 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423fd859-22c3-465e-b349-7307061e0b5d tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Pushing event updated for resources: {'Port': ['ID=fedf9e4b-c262-421b-9bcb-8e5e8640aa1c,revision_number=2']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:05:43.300658 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-423fd859-22c3-465e-b349-7307061e0b5d tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:05:43.325187 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350bea85-1544-494d-aadb-80e1fa309c21 req-d7fdbde2-3f66-4a5e-a0c5-8a94bdd10cb8 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:43.327585 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-350bea85-1544-494d-aadb-80e1fa309c21 req-d7fdbde2-3f66-4a5e-a0c5-8a94bdd10cb8 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5a452ba-1bbb-4cf5-a43d-16be280c05b9 HTTP/1.1" status: 200  len: 946 time: 0.1698036
Feb 10 21:05:43.396402 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-690c2f3f-842a-485d-a4a4-287d9aeb1d0c req-423fd859-22c3-465e-b349-7307061e0b5d tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850656737'] for floatingip, after_update {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:43.398869 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-350bea85-1544-494d-aadb-80e1fa309c21 req-b1ddc2fd-7ba4-49e1-a63c-a825bdc18de1 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0640140
Feb 10 21:05:43.418940 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-690c2f3f-842a-485d-a4a4-287d9aeb1d0c req-423fd859-22c3-465e-b349-7307061e0b5d tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770081'] for floatingip, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:43.420768 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-690c2f3f-842a-485d-a4a4-287d9aeb1d0c req-423fd859-22c3-465e-b349-7307061e0b5d tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 1.9572873
Feb 10 21:05:43.528331 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-690c2f3f-842a-485d-a4a4-287d9aeb1d0c req-87c63f01-a872-4d35-bb61-9e56948d3b1d tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Synchronizing usage tracker for tenant:450f83fab0734bc4b485b263670f0fa7 on resource:floatingip {{(pid=79928) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 10 21:05:43.547123 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-690c2f3f-842a-485d-a4a4-287d9aeb1d0c req-87c63f01-a872-4d35-bb61-9e56948d3b1d tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Unset dirty status for tenant:450f83fab0734bc4b485b263670f0fa7 on resource:floatingip {{(pid=79928) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 10 21:05:43.548474 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-690c2f3f-842a-485d-a4a4-287d9aeb1d0c req-87c63f01-a872-4d35-bb61-9e56948d3b1d tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/floatingips?floating_ip_address=172.27.3.85 HTTP/1.1" status: 200  len: 695 time: 0.1214383
Feb 10 21:05:43.799177 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c2f3f-842a-485d-a4a4-287d9aeb1d0c req-ad68797d-8a73-4c69-bf61-d3c883e903ed tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:43.800658 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-690c2f3f-842a-485d-a4a4-287d9aeb1d0c req-ad68797d-8a73-4c69-bf61-d3c883e903ed tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/networks/caec50ae-8f3b-4f45-a3ad-eb903a732614 HTTP/1.1" status: 200  len: 784 time: 0.2463031
Feb 10 21:05:43.811794 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [req-690c2f3f-842a-485d-a4a4-287d9aeb1d0c req-c097cb6a-6a7b-417b-81a7-4f3d5e8eb3cb tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=79928) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 10 21:05:43.812882 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-690c2f3f-842a-485d-a4a4-287d9aeb1d0c req-c097cb6a-6a7b-417b-81a7-4f3d5e8eb3cb tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0064175
Feb 10 21:05:44.106847 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918c7954-f6ca-443c-9c6c-42fef84d57a0 req-97bed7fc-5a06-4bc2-9dce-677df17d0fd6 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:44.108568 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-918c7954-f6ca-443c-9c6c-42fef84d57a0 req-97bed7fc-5a06-4bc2-9dce-677df17d0fd6 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/ports?device_id=3dee1e11-308a-436e-aa4a-df62e56e7423&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.1751218
Feb 10 21:05:44.220624 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-918c7954-f6ca-443c-9c6c-42fef84d57a0 req-11e6acd6-6f29-4f86-be8c-9c9f3a5de0bf tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/floatingips?floating_ip_address=172.27.3.85 HTTP/1.1" status: 200  len: 695 time: 0.1055450
Feb 10 21:05:44.230908 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [req-918c7954-f6ca-443c-9c6c-42fef84d57a0 req-6997883f-75c7-4753-8d0d-f84907871813 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Request body: {'floatingip': {'port_id': '5cea92f5-237c-46d5-a831-9463f7eedfbe', 'fixed_ip_address': '172.20.0.11'}} {{(pid=79929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:05:44.331689 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-918c7954-f6ca-443c-9c6c-42fef84d57a0 req-6997883f-75c7-4753-8d0d-f84907871813 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Notify callbacks [] for floatingip, before_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:44.710548 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4fc3e2-8cc2-4209-8e99-88b067d48583 req-af5e8227-07ec-4927-91c4-7701aaa206ad tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:44.712177 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-0b4fc3e2-8cc2-4209-8e99-88b067d48583 req-af5e8227-07ec-4927-91c4-7701aaa206ad tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5a452ba-1bbb-4cf5-a43d-16be280c05b9 HTTP/1.1" status: 200  len: 946 time: 0.1778116
Feb 10 21:05:44.778929 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-0b4fc3e2-8cc2-4209-8e99-88b067d48583 req-39cc22c0-9cda-4fe7-a7a9-73cec299dcb5 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600026
Feb 10 21:05:44.994858 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-918c7954-f6ca-443c-9c6c-42fef84d57a0 req-6997883f-75c7-4753-8d0d-f84907871813 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:44.997576 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-918c7954-f6ca-443c-9c6c-42fef84d57a0 req-6997883f-75c7-4753-8d0d-f84907871813 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850656737'] for floatingip, after_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:45.194143 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.db.l3_db [req-918c7954-f6ca-443c-9c6c-42fef84d57a0 req-6997883f-75c7-4753-8d0d-f84907871813 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Floating IP 8332037c-b789-4c09-82ab-eed2cd2af09a associated. External IP: 172.27.3.85, port: 5cea92f5-237c-46d5-a831-9463f7eedfbe.
Feb 10 21:05:45.791941 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-918c7954-f6ca-443c-9c6c-42fef84d57a0 req-6997883f-75c7-4753-8d0d-f84907871813 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Router c2be285d-8c40-49f4-99b5-a37402779724 has already been hosted by L3 agent 351a09a7-a8bd-44d4-8337-3dd1b5c8f290 {{(pid=79929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 10 21:05:45.992353 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-918c7954-f6ca-443c-9c6c-42fef84d57a0 req-6997883f-75c7-4753-8d0d-f84907871813 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Notify agent at l3_agent.dv-cinder-775008-1-iscsi the message routers_updated {{(pid=79929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 10 21:05:45.997014 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-918c7954-f6ca-443c-9c6c-42fef84d57a0 req-6997883f-75c7-4753-8d0d-f84907871813 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770081'] for floatingip, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:46.013913 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5554926b-e7b2-4064-a495-e83b49eeb791 None None] Sync routers for ids ['c2be285d-8c40-49f4-99b5-a37402779724'] in dv-cinder-775008-1-iscsi {{(pid=79931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 10 21:05:46.026932 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5554926b-e7b2-4064-a495-e83b49eeb791 None None] Routers {'c2be285d-8c40-49f4-99b5-a37402779724'} bound to L3 agent in host dv-cinder-775008-1-iscsi {{(pid=79931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 10 21:05:46.030578 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-5554926b-e7b2-4064-a495-e83b49eeb791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbf9174d978>, 'dv-cinder-775008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-10T20:53:27Z,description=<?>,heartbeat_timestamp=2021-02-10T21:05:27Z,host='dv-cinder-775008-1-iscsi',id=351a09a7-a8bd-44d4-8337-3dd1b5c8f290,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-10T20:53:27Z,topic='l3_agent')) {'router_ids': ['c2be285d-8c40-49f4-99b5-a37402779724'], 'active': True} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:05:46.091822 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-918c7954-f6ca-443c-9c6c-42fef84d57a0 req-6997883f-75c7-4753-8d0d-f84907871813 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "PUT /v2.0/floatingips/8332037c-b789-4c09-82ab-eed2cd2af09a HTTP/1.1" status: 200  len: 996 time: 1.8577809
Feb 10 21:05:46.095352 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dee1e11-308a-436e-aa4a-df62e56e7423', 'tag': '5cea92f5-237c-46d5-a831-9463f7eedfbe'}] {{(pid=79929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 10 21:05:46.095942 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7835f445-84ee-4fb7-aed8-f745836bbd8c req-10476bf8-e42d-4470-8cc1-820712cbe5c5 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:46.103616 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-7835f445-84ee-4fb7-aed8-f745836bbd8c req-10476bf8-e42d-4470-8cc1-820712cbe5c5 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5a452ba-1bbb-4cf5-a43d-16be280c05b9 HTTP/1.1" status: 200  len: 946 time: 0.1862333
Feb 10 21:05:46.185538 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-7835f445-84ee-4fb7-aed8-f745836bbd8c req-3991cff7-f8d2-4ed7-a80f-069e6497310a tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0809524
Feb 10 21:05:46.208276 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918c7954-f6ca-443c-9c6c-42fef84d57a0 req-48fd5f1f-b4cc-4e2b-87bf-e181c3699187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:46.217653 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-918c7954-f6ca-443c-9c6c-42fef84d57a0 req-48fd5f1f-b4cc-4e2b-87bf-e181c3699187 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=450f83fab0734bc4b485b263670f0fa7&device_id=3dee1e11-308a-436e-aa4a-df62e56e7423 HTTP/1.1" status: 200  len: 1163 time: 0.1059558
Feb 10 21:05:46.274340 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvr_db [None req-5554926b-e7b2-4064-a495-e83b49eeb791 None None] Set router c2be285d-8c40-49f4-99b5-a37402779724 gateway port host: dv-cinder-775008-1-iscsi {{(pid=79931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 10 21:05:46.377664 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918c7954-f6ca-443c-9c6c-42fef84d57a0 req-a46c907d-3d2b-4654-a70a-4148caf05bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:46.379460 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-918c7954-f6ca-443c-9c6c-42fef84d57a0 req-a46c907d-3d2b-4654-a70a-4148caf05bc5 service neutron] 10.222.0.82 "GET /v2.0/networks?id=d499e464-54e8-4dd4-9520-8f962f4aa61a HTTP/1.1" status: 200  len: 908 time: 0.1607575
Feb 10 21:05:46.463983 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dee1e11-308a-436e-aa4a-df62e56e7423', 'tag': '5cea92f5-237c-46d5-a831-9463f7eedfbe', 'status': 'completed', 'code': 200}
Feb 10 21:05:46.571872 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-918c7954-f6ca-443c-9c6c-42fef84d57a0 req-e5808287-4b88-49fd-bee2-72664d34c362 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5cea92f5-237c-46d5-a831-9463f7eedfbe HTTP/1.1" status: 200  len: 999 time: 0.1797953
Feb 10 21:05:46.655376 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918c7954-f6ca-443c-9c6c-42fef84d57a0 req-43633dbe-5528-4f12-bb9f-5e327a9c5759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:46.656923 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-918c7954-f6ca-443c-9c6c-42fef84d57a0 req-43633dbe-5528-4f12-bb9f-5e327a9c5759 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c40b2878-75d9-4a40-800e-cc67094c8d4e HTTP/1.1" status: 200  len: 853 time: 0.0774972
Feb 10 21:05:46.659002 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0a6e8f-fbe8-43dd-b244-69f1ee091b28 req-fe7d568f-c1fe-4dcb-9b06-4b0bc80c740a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:46.660478 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-fa0a6e8f-fbe8-43dd-b244-69f1ee091b28 req-fe7d568f-c1fe-4dcb-9b06-4b0bc80c740a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=450f83fab0734bc4b485b263670f0fa7&device_id=3dee1e11-308a-436e-aa4a-df62e56e7423 HTTP/1.1" status: 200  len: 1163 time: 0.1573544
Feb 10 21:05:46.679614 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-5554926b-e7b2-4064-a495-e83b49eeb791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbf9174d978>, [{'id': 'c2be285d-8c40-49f4-99b5-a37402779724', 'name': 'tempest-TestMinimumBasicScenario-187424043-router', 'tenant_id': '450f83fab0734bc4b485b263670f0fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '7296d914-75ea-4c93-b959-db4c05f4e447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:04:04Z', 'updated_at': '2021-02-10T21:04:17Z', 'revision_number': 4, 'project_id': '450f83fab0734bc4b485b263670f0fa7', 'gw_port': {'id': '7296d914-75ea-4c93-b959-db4c05f4e447', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:20:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2be285d-8c40-49f4-99b5-a37402779724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:04:07Z', 'updated_at': '2021-02-10T21:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi', '_floatingips': [{'id': '8332037c-b789-4c09-82ab-eed2cd2af09a', 'tenant_id': '450f83fab0734bc4b485b263670f0fa7', 'floating_ip_address': '172.27.3.85', 'floating_network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'router_id': 'c2be285d-8c40-49f4-99b5-a37402779724', 'port_id': '5cea92f5-237c-46d5-a831-9463f7eedfbe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd499e464-54e8-4dd4-9520-8f962f4aa61a', 'mac_address': 'fa:16:3e:b0:59:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dee1e11-308a-436e-aa4a-df62e56e7423', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-10T21:05:42Z', 'updated_at': '2021-02-10T21:05:44Z', 'revision_number': 1, 'project_id': '450f83fab0734bc4b485b263670f0fa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c7847c5-1126-4362-a208-3bf654d78679', 'name': '', 'network_id': 'd499e464-54e8-4dd4-9520-8f962f4aa61a', 'tenant_id': '450f83fab0734bc4b485b263670f0fa7', 'mac_address': 'fa:16:3e:63:07:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2be285d-8c40-49f4-99b5-a37402779724', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'c40b2878-75d9-4a40-800e-cc67094c8d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:04:16Z', 'updated_at': '2021-02-10T21:04:33Z', 'revision_number': 5, 'project_id': '450f83fab0734bc4b485b263670f0fa7', 'subnets': [{'id': 'c40b2878-75d9-4a40-800e-cc67094c8d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775008-1-iscsi', False) {} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:05:46.683884 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5554926b-e7b2-4064-a495-e83b49eeb791 None None] Checking router: c2be285d-8c40-49f4-99b5-a37402779724 for host: dv-cinder-775008-1-iscsi {{(pid=79931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 10 21:05:46.694766 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5554926b-e7b2-4064-a495-e83b49eeb791 None None] Routers {'c2be285d-8c40-49f4-99b5-a37402779724'} bound to L3 agent in host dv-cinder-775008-1-iscsi {{(pid=79931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 10 21:05:46.695432 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-5554926b-e7b2-4064-a495-e83b49eeb791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbf9174d978>, 'dv-cinder-775008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-10T20:53:27Z,description=<?>,heartbeat_timestamp=2021-02-10T21:05:27Z,host='dv-cinder-775008-1-iscsi',id=351a09a7-a8bd-44d4-8337-3dd1b5c8f290,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-10T20:53:27Z,topic='l3_agent')) {'router_ids': ['c2be285d-8c40-49f4-99b5-a37402779724'], 'active': True} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:05:46.873068 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918c7954-f6ca-443c-9c6c-42fef84d57a0 req-c019f5d7-a345-41b2-8382-f77e8ee8720c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:46.874878 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-918c7954-f6ca-443c-9c6c-42fef84d57a0 req-c019f5d7-a345-41b2-8382-f77e8ee8720c service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d499e464-54e8-4dd4-9520-8f962f4aa61a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2112074
Feb 10 21:05:46.879452 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0a6e8f-fbe8-43dd-b244-69f1ee091b28 req-4eb0a3f3-3543-4f47-b62c-f0319fc942ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:46.880947 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-fa0a6e8f-fbe8-43dd-b244-69f1ee091b28 req-4eb0a3f3-3543-4f47-b62c-f0319fc942ba service neutron] 10.222.0.15 "GET /v2.0/networks?id=d499e464-54e8-4dd4-9520-8f962f4aa61a HTTP/1.1" status: 200  len: 908 time: 0.1728206
Feb 10 21:05:46.890039 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [req-918c7954-f6ca-443c-9c6c-42fef84d57a0 req-9034f240-06df-47f7-aaec-3009343ea621 service neutron] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=79929) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 10 21:05:46.891120 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-918c7954-f6ca-443c-9c6c-42fef84d57a0 req-9034f240-06df-47f7-aaec-3009343ea621 service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0062077
Feb 10 21:05:46.891431 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvr_db [None req-5554926b-e7b2-4064-a495-e83b49eeb791 None None] Set router c2be285d-8c40-49f4-99b5-a37402779724 gateway port host: dv-cinder-775008-1-iscsi {{(pid=79931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 10 21:05:47.097280 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-fa0a6e8f-fbe8-43dd-b244-69f1ee091b28 req-a79e039d-32de-43cd-9d2f-33e3e9cad271 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5cea92f5-237c-46d5-a831-9463f7eedfbe HTTP/1.1" status: 200  len: 999 time: 0.2034085
Feb 10 21:05:47.193750 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0a6e8f-fbe8-43dd-b244-69f1ee091b28 req-7cd198d7-bf5a-41c2-9810-b513aa447242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:47.195433 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-fa0a6e8f-fbe8-43dd-b244-69f1ee091b28 req-7cd198d7-bf5a-41c2-9810-b513aa447242 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c40b2878-75d9-4a40-800e-cc67094c8d4e HTTP/1.1" status: 200  len: 853 time: 0.0844977
Feb 10 21:05:47.272753 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-918c7954-f6ca-443c-9c6c-42fef84d57a0 req-08f47c54-ffe5-4390-965b-a7e8c100f59b service neutron] 10.222.0.82 "GET /v2.0/networks/d499e464-54e8-4dd4-9520-8f962f4aa61a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3236327
Feb 10 21:05:47.320279 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-5554926b-e7b2-4064-a495-e83b49eeb791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbf9174d978>, [{'id': 'c2be285d-8c40-49f4-99b5-a37402779724', 'name': 'tempest-TestMinimumBasicScenario-187424043-router', 'tenant_id': '450f83fab0734bc4b485b263670f0fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '7296d914-75ea-4c93-b959-db4c05f4e447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:04:04Z', 'updated_at': '2021-02-10T21:04:17Z', 'revision_number': 4, 'project_id': '450f83fab0734bc4b485b263670f0fa7', 'gw_port': {'id': '7296d914-75ea-4c93-b959-db4c05f4e447', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:20:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2be285d-8c40-49f4-99b5-a37402779724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:04:07Z', 'updated_at': '2021-02-10T21:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi', '_floatingips': [{'id': '8332037c-b789-4c09-82ab-eed2cd2af09a', 'tenant_id': '450f83fab0734bc4b485b263670f0fa7', 'floating_ip_address': '172.27.3.85', 'floating_network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'router_id': 'c2be285d-8c40-49f4-99b5-a37402779724', 'port_id': '5cea92f5-237c-46d5-a831-9463f7eedfbe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd499e464-54e8-4dd4-9520-8f962f4aa61a', 'mac_address': 'fa:16:3e:b0:59:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dee1e11-308a-436e-aa4a-df62e56e7423', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-10T21:05:42Z', 'updated_at': '2021-02-10T21:05:44Z', 'revision_number': 1, 'project_id': '450f83fab0734bc4b485b263670f0fa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c7847c5-1126-4362-a208-3bf654d78679', 'name': '', 'network_id': 'd499e464-54e8-4dd4-9520-8f962f4aa61a', 'tenant_id': '450f83fab0734bc4b485b263670f0fa7', 'mac_address': 'fa:16:3e:63:07:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2be285d-8c40-49f4-99b5-a37402779724', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'c40b2878-75d9-4a40-800e-cc67094c8d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:04:16Z', 'updated_at': '2021-02-10T21:04:33Z', 'revision_number': 5, 'project_id': '450f83fab0734bc4b485b263670f0fa7', 'subnets': [{'id': 'c40b2878-75d9-4a40-800e-cc67094c8d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775008-1-iscsi', False) {} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:05:47.324736 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5554926b-e7b2-4064-a495-e83b49eeb791 None None] The sync data for ids ['c2be285d-8c40-49f4-99b5-a37402779724'] in dv-cinder-775008-1-iscsi is: [{'id': 'c2be285d-8c40-49f4-99b5-a37402779724', 'name': 'tempest-TestMinimumBasicScenario-187424043-router', 'tenant_id': '450f83fab0734bc4b485b263670f0fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '7296d914-75ea-4c93-b959-db4c05f4e447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:04:04Z', 'updated_at': '2021-02-10T21:04:17Z', 'revision_number': 4, 'project_id': '450f83fab0734bc4b485b263670f0fa7', 'gw_port': {'id': '7296d914-75ea-4c93-b959-db4c05f4e447', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:20:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2be285d-8c40-49f4-99b5-a37402779724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:04:07Z', 'updated_at': '2021-02-10T21:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi', '_floatingips': [{'id': '8332037c-b789-4c09-82ab-eed2cd2af09a', 'tenant_id': '450f83fab0734bc4b485b263670f0fa7', 'floating_ip_address': '172.27.3.85', 'floating_network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'router_id': 'c2be285d-8c40-49f4-99b5-a37402779724', 'port_id': '5cea92f5-237c-46d5-a831-9463f7eedfbe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd499e464-54e8-4dd4-9520-8f962f4aa61a', 'mac_address': 'fa:16:3e:b0:59:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dee1e11-308a-436e-aa4a-df62e56e7423', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-10T21:05:42Z', 'updated_at': '2021-02-10T21:05:44Z', 'revision_number': 1, 'project_id': '450f83fab0734bc4b485b263670f0fa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c7847c5-1126-4362-a208-3bf654d78679', 'name': '', 'network_id': 'd499e464-54e8-4dd4-9520-8f962f4aa61a', 'tenant_id': '450f83fab0734bc4b485b263670f0fa7', 'mac_address': 'fa:16:3e:63:07:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2be285d-8c40-49f4-99b5-a37402779724', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'c40b2878-75d9-4a40-800e-cc67094c8d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:04:16Z', 'updated_at': '2021-02-10T21:04:33Z', 'revision_number': 5, 'project_id': '450f83fab0734bc4b485b263670f0fa7', 'subnets': [{'id': 'c40b2878-75d9-4a40-800e-cc67094c8d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 10 21:05:47.403223 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0a6e8f-fbe8-43dd-b244-69f1ee091b28 req-78d4bab3-fae1-40f1-909b-e369a6d2e1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:47.405656 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-fa0a6e8f-fbe8-43dd-b244-69f1ee091b28 req-78d4bab3-fae1-40f1-909b-e369a6d2e1e2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d499e464-54e8-4dd4-9520-8f962f4aa61a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1987805
Feb 10 21:05:47.564302 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d6d6af-0ab0-4ad5-af63-61d9a41e1e15 req-583e0ce0-f4f6-4860-97b7-5941186352f0 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:47.565716 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-c2d6d6af-0ab0-4ad5-af63-61d9a41e1e15 req-583e0ce0-f4f6-4860-97b7-5941186352f0 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5a452ba-1bbb-4cf5-a43d-16be280c05b9 HTTP/1.1" status: 200  len: 946 time: 0.2206309
Feb 10 21:05:47.574917 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-918c7954-f6ca-443c-9c6c-42fef84d57a0 req-846eca49-292c-4e4f-bb5a-8f5cc0393b2a service neutron] 10.222.0.82 "GET /v2.0/networks/d499e464-54e8-4dd4-9520-8f962f4aa61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2903504
Feb 10 21:05:47.622737 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-fa0a6e8f-fbe8-43dd-b244-69f1ee091b28 req-1bd3b676-71ad-4240-964e-667dce2ca48e service neutron] 10.222.0.15 "GET /v2.0/networks/d499e464-54e8-4dd4-9520-8f962f4aa61a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1913259
Feb 10 21:05:47.638692 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-c2d6d6af-0ab0-4ad5-af63-61d9a41e1e15 req-a8bbd901-cdc6-4a05-8f31-338aeb6e6152 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0655897
Feb 10 21:05:47.692711 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [req-1bda1b50-d78e-45e1-90e5-521292c50c7c req-604fc440-e533-46c1-bcd2-5ebe723ec06c tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-1729534365', 'description': 'tempest-TestMinimumBasicScenario-1729534365 description'}} {{(pid=79928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:05:47.715651 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0557d36c-2d40-4c3e-ae7f-0173c0f6baae None None] New status for floating IP 8332037c-b789-4c09-82ab-eed2cd2af09a: ACTIVE {{(pid=79930) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 10 21:05:47.720062 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [req-1bda1b50-d78e-45e1-90e5-521292c50c7c req-604fc440-e533-46c1-bcd2-5ebe723ec06c tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:05:47.730096 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [req-1bda1b50-d78e-45e1-90e5-521292c50c7c req-604fc440-e533-46c1-bcd2-5ebe723ec06c tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:05:47.740580 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-1bda1b50-d78e-45e1-90e5-521292c50c7c req-604fc440-e533-46c1-bcd2-5ebe723ec06c tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Notify callbacks [] for security_group, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:47.764272 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [req-1bda1b50-d78e-45e1-90e5-521292c50c7c req-604fc440-e533-46c1-bcd2-5ebe723ec06c tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:05:47.768957 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-1bda1b50-d78e-45e1-90e5-521292c50c7c req-604fc440-e533-46c1-bcd2-5ebe723ec06c tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Usage tracker for resource:security_group_rule and tenant:450f83fab0734bc4b485b263670f0fa7 is out of sync, need to count used quota {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:05:47.772118 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-1bda1b50-d78e-45e1-90e5-521292c50c7c req-604fc440-e533-46c1-bcd2-5ebe723ec06c tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:05:47.778130 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [req-1bda1b50-d78e-45e1-90e5-521292c50c7c req-604fc440-e533-46c1-bcd2-5ebe723ec06c tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:05:47.823330 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-fa0a6e8f-fbe8-43dd-b244-69f1ee091b28 req-2740e880-1aa2-4641-86bc-befd91b88a25 service neutron] 10.222.0.15 "GET /v2.0/networks/d499e464-54e8-4dd4-9520-8f962f4aa61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1878960
Feb 10 21:05:47.888105 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-1bda1b50-d78e-45e1-90e5-521292c50c7c req-604fc440-e533-46c1-bcd2-5ebe723ec06c tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Notify callbacks [] for security_group, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:47.889086 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.agents_db [None req-2fd61c53-9bc0-4c2f-aa40-be9729c6e46f None None] Agent healthcheck: found 6 active agents {{(pid=79931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 10 21:05:47.892008 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-1bda1b50-d78e-45e1-90e5-521292c50c7c req-604fc440-e533-46c1-bcd2-5ebe723ec06c tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:47.898437 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-624db0a6-da65-4378-8a98-6e86ca2361a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:05:47.951701 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604fc440-e533-46c1-bcd2-5ebe723ec06c tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=628eedee-31f1-4a9c-b916-389374504f71,revision_number=1']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:05:47.954902 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-1bda1b50-d78e-45e1-90e5-521292c50c7c req-604fc440-e533-46c1-bcd2-5ebe723ec06c tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Notify callbacks [] for security_group, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:47.956379 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1bda1b50-d78e-45e1-90e5-521292c50c7c req-604fc440-e533-46c1-bcd2-5ebe723ec06c tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1819 time: 0.2684357
Feb 10 21:05:47.957216 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-604fc440-e533-46c1-bcd2-5ebe723ec06c tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:05:48.067949 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-e9e5d814-fb61-49bc-829b-475bfea950ab req-064e62cd-9801-4348-b01b-e2c0f26f2823 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/security-groups/628eedee-31f1-4a9c-b916-389374504f71 HTTP/1.1" status: 200  len: 1814 time: 0.0724213
Feb 10 21:05:48.079978 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [req-e9e5d814-fb61-49bc-829b-475bfea950ab req-64e0559b-9ffc-4019-9902-2805eb37846c tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '628eedee-31f1-4a9c-b916-389374504f71', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=79929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:05:48.080439 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [req-e9e5d814-fb61-49bc-829b-475bfea950ab req-64e0559b-9ffc-4019-9902-2805eb37846c tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '628eedee-31f1-4a9c-b916-389374504f71', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=79929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:05:48.103692 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [req-e9e5d814-fb61-49bc-829b-475bfea950ab req-64e0559b-9ffc-4019-9902-2805eb37846c tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:05:48.108600 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-e9e5d814-fb61-49bc-829b-475bfea950ab req-64e0559b-9ffc-4019-9902-2805eb37846c tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Usage tracker for resource:security_group_rule and tenant:450f83fab0734bc4b485b263670f0fa7 is out of sync, need to count used quota {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:05:48.111861 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-e9e5d814-fb61-49bc-829b-475bfea950ab req-64e0559b-9ffc-4019-9902-2805eb37846c tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:05:48.120352 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [req-e9e5d814-fb61-49bc-829b-475bfea950ab req-64e0559b-9ffc-4019-9902-2805eb37846c tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:05:48.188130 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-e9e5d814-fb61-49bc-829b-475bfea950ab req-64e0559b-9ffc-4019-9902-2805eb37846c tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:48.223164 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-e9e5d814-fb61-49bc-829b-475bfea950ab req-64e0559b-9ffc-4019-9902-2805eb37846c tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:48.225995 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-e9e5d814-fb61-49bc-829b-475bfea950ab req-64e0559b-9ffc-4019-9902-2805eb37846c tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704419'] for security_group_rule, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:48.228216 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-4d44acc1-df9f-4cc2-8741-c708122ad2e5 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:05:48.247968 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e0559b-9ffc-4019-9902-2805eb37846c tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdd9343e-7582-4143-bd73-3a91baa8de79,revision_number=0']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:05:48.263829 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e0559b-9ffc-4019-9902-2805eb37846c tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:05:48.264390 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e0559b-9ffc-4019-9902-2805eb37846c tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:05:48.264981 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e0559b-9ffc-4019-9902-2805eb37846c tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:05:48.265399 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e0559b-9ffc-4019-9902-2805eb37846c tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:05:48.265792 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e0559b-9ffc-4019-9902-2805eb37846c tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:05:48.266241 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e0559b-9ffc-4019-9902-2805eb37846c tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:05:48.266638 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e0559b-9ffc-4019-9902-2805eb37846c tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:05:48.267034 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e0559b-9ffc-4019-9902-2805eb37846c tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:05:48.267423 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e0559b-9ffc-4019-9902-2805eb37846c tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:05:48.267826 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e0559b-9ffc-4019-9902-2805eb37846c tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:05:48.268202 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e0559b-9ffc-4019-9902-2805eb37846c tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:05:48.268591 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e0559b-9ffc-4019-9902-2805eb37846c tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:05:48.269083 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e0559b-9ffc-4019-9902-2805eb37846c tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:05:48.269471 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e0559b-9ffc-4019-9902-2805eb37846c tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:05:48.269857 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e0559b-9ffc-4019-9902-2805eb37846c tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:05:48.270277 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e0559b-9ffc-4019-9902-2805eb37846c tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:05:48.270667 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e0559b-9ffc-4019-9902-2805eb37846c tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:05:48.271051 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e0559b-9ffc-4019-9902-2805eb37846c tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:05:48.271432 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e0559b-9ffc-4019-9902-2805eb37846c tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:05:48.271815 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e0559b-9ffc-4019-9902-2805eb37846c tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:05:48.272196 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e0559b-9ffc-4019-9902-2805eb37846c tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:05:48.272575 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e0559b-9ffc-4019-9902-2805eb37846c tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:05:48.272958 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e0559b-9ffc-4019-9902-2805eb37846c tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:05:48.273338 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e0559b-9ffc-4019-9902-2805eb37846c tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:05:48.281655 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-64e0559b-9ffc-4019-9902-2805eb37846c tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:05:48.285619 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-e9e5d814-fb61-49bc-829b-475bfea950ab req-64e0559b-9ffc-4019-9902-2805eb37846c tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:48.287039 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-e9e5d814-fb61-49bc-829b-475bfea950ab req-64e0559b-9ffc-4019-9902-2805eb37846c tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.2117944
Feb 10 21:05:48.397397 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-48f689f8-f67c-48cd-a96e-5d77b87a9b21 req-e3e29284-5cec-42f4-bc80-f152bdbabe45 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/security-groups/628eedee-31f1-4a9c-b916-389374504f71 HTTP/1.1" status: 200  len: 2407 time: 0.0739930
Feb 10 21:05:48.408990 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [req-48f689f8-f67c-48cd-a96e-5d77b87a9b21 req-628d7657-15af-462e-b5ff-fcadbdcbd640 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '628eedee-31f1-4a9c-b916-389374504f71', 'remote_group_id': None}]} {{(pid=79928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:05:48.409430 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [req-48f689f8-f67c-48cd-a96e-5d77b87a9b21 req-628d7657-15af-462e-b5ff-fcadbdcbd640 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '628eedee-31f1-4a9c-b916-389374504f71', 'remote_group_id': None}} {{(pid=79928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:05:48.432954 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [req-48f689f8-f67c-48cd-a96e-5d77b87a9b21 req-628d7657-15af-462e-b5ff-fcadbdcbd640 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:05:48.437753 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-48f689f8-f67c-48cd-a96e-5d77b87a9b21 req-628d7657-15af-462e-b5ff-fcadbdcbd640 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Usage tracker for resource:security_group_rule and tenant:450f83fab0734bc4b485b263670f0fa7 is out of sync, need to count used quota {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:05:48.440880 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-48f689f8-f67c-48cd-a96e-5d77b87a9b21 req-628d7657-15af-462e-b5ff-fcadbdcbd640 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:05:48.446723 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [req-48f689f8-f67c-48cd-a96e-5d77b87a9b21 req-628d7657-15af-462e-b5ff-fcadbdcbd640 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:05:48.507237 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-48f689f8-f67c-48cd-a96e-5d77b87a9b21 req-628d7657-15af-462e-b5ff-fcadbdcbd640 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:48.534795 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-48f689f8-f67c-48cd-a96e-5d77b87a9b21 req-628d7657-15af-462e-b5ff-fcadbdcbd640 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:48.538178 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-48f689f8-f67c-48cd-a96e-5d77b87a9b21 req-628d7657-15af-462e-b5ff-fcadbdcbd640 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704419'] for security_group_rule, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:48.540471 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-f776924c-2a40-4663-969e-23c9c0e3bf61 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:05:48.567099 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628d7657-15af-462e-b5ff-fcadbdcbd640 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97468258-897f-4f1f-a56f-619f6051e40a,revision_number=0']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:05:48.570693 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-628d7657-15af-462e-b5ff-fcadbdcbd640 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:05:48.578729 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-48f689f8-f67c-48cd-a96e-5d77b87a9b21 req-628d7657-15af-462e-b5ff-fcadbdcbd640 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:48.579936 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-48f689f8-f67c-48cd-a96e-5d77b87a9b21 req-628d7657-15af-462e-b5ff-fcadbdcbd640 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.1758997
Feb 10 21:05:48.760543 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-da423aa6-3648-43c8-9a8e-fcb1cf315942 req-b5f9160d-82b8-4304-ad14-46515bcc6e48 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Synchronizing usage tracker for tenant:450f83fab0734bc4b485b263670f0fa7 on resource:security_group {{(pid=79928) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 10 21:05:48.776473 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-da423aa6-3648-43c8-9a8e-fcb1cf315942 req-b5f9160d-82b8-4304-ad14-46515bcc6e48 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Unset dirty status for tenant:450f83fab0734bc4b485b263670f0fa7 on resource:security_group {{(pid=79928) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 10 21:05:48.777904 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-da423aa6-3648-43c8-9a8e-fcb1cf315942 req-b5f9160d-82b8-4304-ad14-46515bcc6e48 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1729534365&fields=id&tenant_id=450f83fab0734bc4b485b263670f0fa7 HTTP/1.1" status: 200  len: 267 time: 0.0815206
Feb 10 21:05:48.970515 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da423aa6-3648-43c8-9a8e-fcb1cf315942 req-86a38014-f659-49b8-a6de-a2d02b2ac2b8 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:48.979146 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-da423aa6-3648-43c8-9a8e-fcb1cf315942 req-86a38014-f659-49b8-a6de-a2d02b2ac2b8 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/ports?device_id=3dee1e11-308a-436e-aa4a-df62e56e7423 HTTP/1.1" status: 200  len: 946 time: 0.1948955
Feb 10 21:05:48.986389 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [req-da423aa6-3648-43c8-9a8e-fcb1cf315942 req-90b428c4-6ebb-4e3d-8df1-57a13f1f59ca tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Request body: {'port': {'security_groups': ['c335b989-9e5c-4bf7-8234-e0ff1c1dd57a', '628eedee-31f1-4a9c-b916-389374504f71']}} {{(pid=79928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:05:49.111974 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dbb991-8d9a-4a2e-bd7c-86d37a00747b req-5b7f6580-8453-4172-9461-74bfc58e7953 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:49.113614 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-c0dbb991-8d9a-4a2e-bd7c-86d37a00747b req-5b7f6580-8453-4172-9461-74bfc58e7953 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5a452ba-1bbb-4cf5-a43d-16be280c05b9 HTTP/1.1" status: 200  len: 946 time: 0.1933670
Feb 10 21:05:49.151592 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-da423aa6-3648-43c8-9a8e-fcb1cf315942 req-90b428c4-6ebb-4e3d-8df1-57a13f1f59ca tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:49.179955 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-c0dbb991-8d9a-4a2e-bd7c-86d37a00747b req-ae76a7dd-d318-4a3f-8ce2-f15c89d16fbc tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598285
Feb 10 21:05:49.497192 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [req-da423aa6-3648-43c8-9a8e-fcb1cf315942 req-90b428c4-6ebb-4e3d-8df1-57a13f1f59ca tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] For port 5cea92f5-237c-46d5-a831-9463f7eedfbe, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=5cea92f5-237c-46d5-a831-9463f7eedfbe,segment=NetworkSegment(523996b1-29da-4623-83de-a657233dda5c),segment_id=523996b1-29da-4623-83de-a657233dda5c)] {{(pid=79928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:05:49.525399 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-da423aa6-3648-43c8-9a8e-fcb1cf315942 req-90b428c4-6ebb-4e3d-8df1-57a13f1f59ca tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Notify callbacks [] for port, precommit_update {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:49.528975 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-da423aa6-3648-43c8-9a8e-fcb1cf315942 req-90b428c4-6ebb-4e3d-8df1-57a13f1f59ca tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3134503'] for port, after_update {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:49.544082 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:05:49.702895 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b428c4-6ebb-4e3d-8df1-57a13f1f59ca tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Pushing event updated for resources: {'Port': ['ID=5cea92f5-237c-46d5-a831-9463f7eedfbe,revision_number=5']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:05:49.707834 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-90b428c4-6ebb-4e3d-8df1-57a13f1f59ca tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:05:49.834111 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da423aa6-3648-43c8-9a8e-fcb1cf315942 req-90b428c4-6ebb-4e3d-8df1-57a13f1f59ca tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:49.835162 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-da423aa6-3648-43c8-9a8e-fcb1cf315942 req-90b428c4-6ebb-4e3d-8df1-57a13f1f59ca tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770081', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728031'] for port, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:49.840054 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-da423aa6-3648-43c8-9a8e-fcb1cf315942 req-90b428c4-6ebb-4e3d-8df1-57a13f1f59ca tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "PUT /v2.0/ports/5cea92f5-237c-46d5-a831-9463f7eedfbe HTTP/1.1" status: 200  len: 982 time: 0.8593507
Feb 10 21:05:49.842940 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dee1e11-308a-436e-aa4a-df62e56e7423', 'tag': '5cea92f5-237c-46d5-a831-9463f7eedfbe'}] {{(pid=79928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 10 21:05:49.918097 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dee1e11-308a-436e-aa4a-df62e56e7423', 'tag': '5cea92f5-237c-46d5-a831-9463f7eedfbe', 'status': 'completed', 'code': 200}
Feb 10 21:05:50.047348 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-6b1db1bb-fa12-41ec-b304-42e13e994bd8 None None] Provisioning complete for port 5cea92f5-237c-46d5-a831-9463f7eedfbe triggered by entity DHCP. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:05:50.047799 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-6b1db1bb-fa12-41ec-b304-42e13e994bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:50.083171 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41781183-b0f6-4ea1-9e66-a58796e18c14 req-8cd8f5e2-a2d1-4400-b4a3-32eee6b3881e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:50.085202 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-41781183-b0f6-4ea1-9e66-a58796e18c14 req-8cd8f5e2-a2d1-4400-b4a3-32eee6b3881e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=450f83fab0734bc4b485b263670f0fa7&device_id=3dee1e11-308a-436e-aa4a-df62e56e7423 HTTP/1.1" status: 200  len: 1203 time: 0.1165876
Feb 10 21:05:50.190545 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aac7f42-07d3-479a-b188-e2a906d49216 req-23a8f9ae-3441-4e06-ac6f-fcc9757d3c87 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:50.192269 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-4aac7f42-07d3-479a-b188-e2a906d49216 req-23a8f9ae-3441-4e06-ac6f-fcc9757d3c87 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/ports?device_id=3dee1e11-308a-436e-aa4a-df62e56e7423 HTTP/1.1" status: 200  len: 985 time: 0.2196758
Feb 10 21:05:50.244236 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41781183-b0f6-4ea1-9e66-a58796e18c14 req-e1087ed5-f4b8-410b-b296-52eef7f799bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:50.245889 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-41781183-b0f6-4ea1-9e66-a58796e18c14 req-e1087ed5-f4b8-410b-b296-52eef7f799bf service neutron] 10.222.0.15 "GET /v2.0/networks?id=d499e464-54e8-4dd4-9520-8f962f4aa61a HTTP/1.1" status: 200  len: 908 time: 0.1490939
Feb 10 21:05:50.281731 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-4aac7f42-07d3-479a-b188-e2a906d49216 req-b9d70c72-ae33-4509-a203-ffc9b4f25bd2 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/security-groups?id=c335b989-9e5c-4bf7-8234-e0ff1c1dd57a&id=628eedee-31f1-4a9c-b916-389374504f71&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0826647
Feb 10 21:05:50.660714 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-41781183-b0f6-4ea1-9e66-a58796e18c14 req-8fe97b13-f451-4609-a0b6-909f6ced9003 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5cea92f5-237c-46d5-a831-9463f7eedfbe HTTP/1.1" status: 200  len: 1001 time: 0.4046345
Feb 10 21:05:50.813155 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796fc312-765d-49f4-8539-a81872b1bce3 req-04f5c9d9-1f26-4a71-ba46-43394b704115 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:50.814888 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-796fc312-765d-49f4-8539-a81872b1bce3 req-04f5c9d9-1f26-4a71-ba46-43394b704115 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5a452ba-1bbb-4cf5-a43d-16be280c05b9 HTTP/1.1" status: 200  len: 946 time: 0.4744496
Feb 10 21:05:50.847965 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41781183-b0f6-4ea1-9e66-a58796e18c14 req-8bc06274-037a-4d61-afc4-9a6281d62153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:50.849519 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-41781183-b0f6-4ea1-9e66-a58796e18c14 req-8bc06274-037a-4d61-afc4-9a6281d62153 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c40b2878-75d9-4a40-800e-cc67094c8d4e HTTP/1.1" status: 200  len: 853 time: 0.1766570
Feb 10 21:05:50.950506 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-796fc312-765d-49f4-8539-a81872b1bce3 req-06ced201-58f4-412b-8045-c89885fbd376 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1282203
Feb 10 21:05:50.975614 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41781183-b0f6-4ea1-9e66-a58796e18c14 req-958fd984-0f44-42c8-9fc2-d61c0be589b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:50.977170 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-41781183-b0f6-4ea1-9e66-a58796e18c14 req-958fd984-0f44-42c8-9fc2-d61c0be589b9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d499e464-54e8-4dd4-9520-8f962f4aa61a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1157153
Feb 10 21:05:51.143545 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-41781183-b0f6-4ea1-9e66-a58796e18c14 req-77478a43-dcbb-450c-a719-b7688af2f692 service neutron] 10.222.0.15 "GET /v2.0/networks/d499e464-54e8-4dd4-9520-8f962f4aa61a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1455870
Feb 10 21:05:51.303180 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-41781183-b0f6-4ea1-9e66-a58796e18c14 req-4569b959-003d-427c-a81c-ed14815f8e2e service neutron] 10.222.0.15 "GET /v2.0/networks/d499e464-54e8-4dd4-9520-8f962f4aa61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1470428
Feb 10 21:05:51.993116 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device 5cea92f5-237c-46d5-a831-9463f7eedfbe up at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:05:52.075923 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning complete for port 5cea92f5-237c-46d5-a831-9463f7eedfbe triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:05:52.076531 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:52.278160 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b120f1c-9c11-4179-bb74-f79c9042d189 req-e6578eea-bf7b-42b3-9338-ecc130717a3d tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:52.280645 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-9b120f1c-9c11-4179-bb74-f79c9042d189 req-e6578eea-bf7b-42b3-9338-ecc130717a3d tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5a452ba-1bbb-4cf5-a43d-16be280c05b9 HTTP/1.1" status: 200  len: 946 time: 0.1757629
Feb 10 21:05:52.348246 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-9b120f1c-9c11-4179-bb74-f79c9042d189 req-05bd9aac-2b3c-43ba-bb47-0bffb3663c68 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0601385
Feb 10 21:05:52.901336 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b7d38c-733c-434a-acd0-27539aba21ae req-27f44259-84a1-42b5-a52c-abd4af4b55d9 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:52.902992 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-04b7d38c-733c-434a-acd0-27539aba21ae req-27f44259-84a1-42b5-a52c-abd4af4b55d9 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/ports?device_id=511484ec-10c4-419d-a122-1b1b639da83b HTTP/1.1" status: 200  len: 945 time: 0.1812880
Feb 10 21:05:52.968610 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-04b7d38c-733c-434a-acd0-27539aba21ae req-6222caa8-19cb-4ec5-a982-b2b601dfb0ee tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/security-groups?id=e801818c-2ba7-416a-bfd6-16d694223349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588915
Feb 10 21:05:53.656651 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59b6fa4-00b8-48ed-b996-a938914d044a req-4070bab3-e6d1-4828-8a5d-fcfb983aeaf5 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:53.658385 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-f59b6fa4-00b8-48ed-b996-a938914d044a req-4070bab3-e6d1-4828-8a5d-fcfb983aeaf5 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5a452ba-1bbb-4cf5-a43d-16be280c05b9 HTTP/1.1" status: 200  len: 946 time: 0.1736004
Feb 10 21:05:53.731747 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-f59b6fa4-00b8-48ed-b996-a938914d044a req-68ef84f8-4ebb-4fb1-8ad3-b8860b527781 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660894
Feb 10 21:05:54.093981 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-61814749-2da0-46e9-bce8-c9edd7eb339f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:54.291035 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5489d2-d432-4e07-9290-f598c4d37862 req-d54c4cf5-fbdb-4063-a5a9-955dd33dea5a tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:54.292745 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1f5489d2-d432-4e07-9290-f598c4d37862 req-d54c4cf5-fbdb-4063-a5a9-955dd33dea5a tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/ports?device_id=511484ec-10c4-419d-a122-1b1b639da83b HTTP/1.1" status: 200  len: 945 time: 0.1780298
Feb 10 21:05:54.360340 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1f5489d2-d432-4e07-9290-f598c4d37862 req-fac092c1-3b73-4070-a069-49e380cfae4e tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/security-groups?id=e801818c-2ba7-416a-bfd6-16d694223349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0601344
Feb 10 21:05:55.037930 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7395e9db-095d-4e6f-8541-35fee9d72129 req-8733a63d-4926-4696-9bcd-351734a6899b tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:55.039647 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-7395e9db-095d-4e6f-8541-35fee9d72129 req-8733a63d-4926-4696-9bcd-351734a6899b tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5a452ba-1bbb-4cf5-a43d-16be280c05b9 HTTP/1.1" status: 200  len: 946 time: 0.1695955
Feb 10 21:05:55.107382 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-7395e9db-095d-4e6f-8541-35fee9d72129 req-9c9bd038-d769-4be6-b173-9ffb96ffd8d3 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605307
Feb 10 21:05:55.672694 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d155576-b9e5-41e3-a78f-974d86a3eb91 req-66066da1-3362-4e12-951b-418632ec3577 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:55.674343 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-0d155576-b9e5-41e3-a78f-974d86a3eb91 req-66066da1-3362-4e12-951b-418632ec3577 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/ports?device_id=511484ec-10c4-419d-a122-1b1b639da83b HTTP/1.1" status: 200  len: 945 time: 0.1802816
Feb 10 21:05:55.716006 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device 1b4e8def-ba1e-4672-8961-74808c31683c up at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:05:55.742479 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-0d155576-b9e5-41e3-a78f-974d86a3eb91 req-4a7dc10e-5985-4f80-aa05-4e58d5d2cc3e tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/security-groups?id=e801818c-2ba7-416a-bfd6-16d694223349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616968
Feb 10 21:05:55.791612 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning complete for port 1b4e8def-ba1e-4672-8961-74808c31683c triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:05:55.792031 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:55.988423 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7c413e-596e-4d99-aefd-b5c2772554df req-e8ae5dba-cdef-4ec9-9183-adae7073a366 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:55.990045 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-0e7c413e-596e-4d99-aefd-b5c2772554df req-e8ae5dba-cdef-4ec9-9183-adae7073a366 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.15 "GET /v2.0/ports?device_id=511484ec-10c4-419d-a122-1b1b639da83b HTTP/1.1" status: 200  len: 945 time: 0.1712377
Feb 10 21:05:56.093057 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [req-0e7c413e-596e-4d99-aefd-b5c2772554df req-b8fedcf5-5fc9-4bb7-a806-0cba63f01ce3 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Deleting port 1b4e8def-ba1e-4672-8961-74808c31683c {{(pid=79929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 10 21:05:56.093624 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-0e7c413e-596e-4d99-aefd-b5c2772554df req-b8fedcf5-5fc9-4bb7-a806-0cba63f01ce3 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258056652319'] for port, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:56.378571 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [req-0e7c413e-596e-4d99-aefd-b5c2772554df req-b8fedcf5-5fc9-4bb7-a806-0cba63f01ce3 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] For port 1b4e8def-ba1e-4672-8961-74808c31683c, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=1b4e8def-ba1e-4672-8961-74808c31683c,segment=NetworkSegment(8502f998-48d6-4289-869a-dab876cb118f),segment_id=8502f998-48d6-4289-869a-dab876cb118f)] {{(pid=79929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:05:56.378680 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-0e7c413e-596e-4d99-aefd-b5c2772554df req-b8fedcf5-5fc9-4bb7-a806-0cba63f01ce3 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797663'] for port, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:56.432063 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f4dd6-a400-4ba5-9370-e0e4e90cf0b9 req-e5e7994a-720b-4d22-9cb4-9049afeb492d tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:56.435735 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-b90f4dd6-a400-4ba5-9370-e0e4e90cf0b9 req-e5e7994a-720b-4d22-9cb4-9049afeb492d tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5a452ba-1bbb-4cf5-a43d-16be280c05b9 HTTP/1.1" status: 200  len: 946 time: 0.1790972
Feb 10 21:05:56.518645 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-b90f4dd6-a400-4ba5-9370-e0e4e90cf0b9 req-7d74dbc6-c70a-421b-bb55-045a29dfca04 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0683651
Feb 10 21:05:56.527455 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [req-0e7c413e-596e-4d99-aefd-b5c2772554df req-b8fedcf5-5fc9-4bb7-a806-0cba63f01ce3 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Calling delete_port for 1b4e8def-ba1e-4672-8961-74808c31683c owned by compute:nova {{(pid=79929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 10 21:05:56.640845 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-831e82b7-af68-4fae-8415-2d923f2775e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:56.681324 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-0e7c413e-596e-4d99-aefd-b5c2772554df req-b8fedcf5-5fc9-4bb7-a806-0cba63f01ce3 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778798065335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778797633719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630282'] for port, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:56.697050 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-886b5a15-2f05-45d6-98fb-bb4e43220b69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:05:56.756552 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fedcf5-5fc9-4bb7-a806-0cba63f01ce3 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Pushing event deleted for resources: {'Port': ['ID=1b4e8def-ba1e-4672-8961-74808c31683c,revision_number=None']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:05:56.760506 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b8fedcf5-5fc9-4bb7-a806-0cba63f01ce3 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:05:56.909786 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e7c413e-596e-4d99-aefd-b5c2772554df req-b8fedcf5-5fc9-4bb7-a806-0cba63f01ce3 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] No DVR routers for this DVR port 1b4e8def-ba1e-4672-8961-74808c31683c on host hv-cinder-77500 {{(pid=79929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 10 21:05:56.912217 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-0e7c413e-596e-4d99-aefd-b5c2772554df req-b8fedcf5-5fc9-4bb7-a806-0cba63f01ce3 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770081'] for port, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:56.916316 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '511484ec-10c4-419d-a122-1b1b639da83b', 'name': 'network-vif-deleted', 'tag': '1b4e8def-ba1e-4672-8961-74808c31683c'}] {{(pid=79929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 10 21:05:56.929245 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1eaf62ab-fd6d-4895-8936-f771c1e875fb req-acf35a95-7664-47ff-b83f-623b4dc9c90c tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/ports?device_id=511484ec-10c4-419d-a122-1b1b639da83b HTTP/1.1" status: 200  len: 210 time: 0.0502605
Feb 10 21:05:56.931181 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-0e7c413e-596e-4d99-aefd-b5c2772554df req-b8fedcf5-5fc9-4bb7-a806-0cba63f01ce3 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.15 "DELETE /v2.0/ports/1b4e8def-ba1e-4672-8961-74808c31683c HTTP/1.1" status: 204  len: 173 time: 0.9339263
Feb 10 21:05:56.985979 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '511484ec-10c4-419d-a122-1b1b639da83b', 'name': 'network-vif-deleted', 'tag': '1b4e8def-ba1e-4672-8961-74808c31683c', 'status': 'completed', 'code': 200}
Feb 10 21:05:57.286351 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8e35c017-ca0e-4997-9af4-ce0f5f2c761e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:57.830943 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ff52bc-2552-4e82-9999-c30124f175ce req-a7a3e1ec-baab-4a42-b597-b6d45c26336b tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:57.832630 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-97ff52bc-2552-4e82-9999-c30124f175ce req-a7a3e1ec-baab-4a42-b597-b6d45c26336b tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5a452ba-1bbb-4cf5-a43d-16be280c05b9 HTTP/1.1" status: 200  len: 946 time: 0.1803391
Feb 10 21:05:57.901725 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-97ff52bc-2552-4e82-9999-c30124f175ce req-8973f885-8a74-41aa-924f-394e67c01256 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622153
Feb 10 21:05:58.195598 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:58.328564 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a16a173f-35ea-40df-9953-0a23fc2526db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:05:58.791287 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device 1b4e8def-ba1e-4672-8961-74808c31683c no longer exists at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 10 21:05:58.834519 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] No Port match for: 1b4e8def-ba1e-4672-8961-74808c31683c {{(pid=79930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 10 21:05:58.834912 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device 1b4e8def-ba1e-4672-8961-74808c31683c not bound to the agent host hv-cinder-77500 {{(pid=79930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 10 21:05:59.225720 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c35018-15d8-4131-8c0e-18bc386af330 req-56c1fcb3-6640-480d-bbb8-a71d2ced35ce tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:59.227395 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-74c35018-15d8-4131-8c0e-18bc386af330 req-56c1fcb3-6640-480d-bbb8-a71d2ced35ce tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5a452ba-1bbb-4cf5-a43d-16be280c05b9 HTTP/1.1" status: 200  len: 946 time: 0.1901572
Feb 10 21:05:59.302484 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-74c35018-15d8-4131-8c0e-18bc386af330 req-019ca65f-3ed2-4053-8871-7046178e91d8 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658591
Feb 10 21:05:59.877710 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f07c1-4d99-4666-9f07-0dafe3128311 req-e8b93c4a-5127-4e5f-9f85-9a61673043cc tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:05:59.878561 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-de4f07c1-4d99-4666-9f07-0dafe3128311 req-e8b93c4a-5127-4e5f-9f85-9a61673043cc tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Synchronizing usage tracker for tenant:fd8c6aec55114f528929638c55a0f6a9 on resource:port {{(pid=79929) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 10 21:05:59.893983 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-de4f07c1-4d99-4666-9f07-0dafe3128311 req-e8b93c4a-5127-4e5f-9f85-9a61673043cc tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Unset dirty status for tenant:fd8c6aec55114f528929638c55a0f6a9 on resource:port {{(pid=79929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 10 21:05:59.895291 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-de4f07c1-4d99-4666-9f07-0dafe3128311 req-e8b93c4a-5127-4e5f-9f85-9a61673043cc tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/ports?device_id=7c507709-5eeb-4634-bde0-b74241e22901 HTTP/1.1" status: 200  len: 945 time: 0.2015519
Feb 10 21:05:59.966516 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-de4f07c1-4d99-4666-9f07-0dafe3128311 req-6db4535f-7d26-44c3-a1f9-79f199723fc0 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/security-groups?id=e801818c-2ba7-416a-bfd6-16d694223349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648310
Feb 10 21:06:00.611548 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e290b0-dc05-4101-9ea4-abe998ef24e9 req-f0315ec1-89f0-4b17-b49d-59dd4a023de4 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:00.613534 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-48e290b0-dc05-4101-9ea4-abe998ef24e9 req-f0315ec1-89f0-4b17-b49d-59dd4a023de4 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5a452ba-1bbb-4cf5-a43d-16be280c05b9 HTTP/1.1" status: 200  len: 946 time: 0.1747489
Feb 10 21:06:00.678781 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-48e290b0-dc05-4101-9ea4-abe998ef24e9 req-b7851cc5-4276-47ea-a540-6fe43459f5fc tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586791
Feb 10 21:06:01.018883 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:01.277394 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04458e1-ec3b-4871-9aff-cb1efeaa595b req-23e2f83e-e63d-4052-82d0-a6d780d444f6 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:01.279142 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-d04458e1-ec3b-4871-9aff-cb1efeaa595b req-23e2f83e-e63d-4052-82d0-a6d780d444f6 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/ports?device_id=7c507709-5eeb-4634-bde0-b74241e22901 HTTP/1.1" status: 200  len: 945 time: 0.1723726
Feb 10 21:06:01.345105 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-d04458e1-ec3b-4871-9aff-cb1efeaa595b req-62956fab-7059-43b6-a1a2-ca887d12a638 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/security-groups?id=e801818c-2ba7-416a-bfd6-16d694223349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591369
Feb 10 21:06:01.986643 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6593df95-3ab2-49ff-ac6c-3102bfa1d076 req-c8b156cc-847e-4596-9140-ab548b9e0854 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:01.988360 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-6593df95-3ab2-49ff-ac6c-3102bfa1d076 req-c8b156cc-847e-4596-9140-ab548b9e0854 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5a452ba-1bbb-4cf5-a43d-16be280c05b9 HTTP/1.1" status: 200  len: 946 time: 0.1744347
Feb 10 21:06:02.060066 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-6593df95-3ab2-49ff-ac6c-3102bfa1d076 req-04f065f8-b719-46a1-9c3a-7955d2b7482f tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644417
Feb 10 21:06:02.422456 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb765fb3-ad77-4f65-9e20-c21acb4747d5 req-46afab5a-f656-4aee-b44c-c11b4a9e81a7 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:02.424197 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-eb765fb3-ad77-4f65-9e20-c21acb4747d5 req-46afab5a-f656-4aee-b44c-c11b4a9e81a7 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c507709-5eeb-4634-bde0-b74241e22901 HTTP/1.1" status: 200  len: 945 time: 0.1696455
Feb 10 21:06:02.581652 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [req-eb765fb3-ad77-4f65-9e20-c21acb4747d5 req-23a6f557-0903-4740-8784-5e00474e181b tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Deleting port 54e12f58-ca8d-4d45-844a-527ddc86f8bc {{(pid=79929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 10 21:06:02.582068 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-eb765fb3-ad77-4f65-9e20-c21acb4747d5 req-23a6f557-0903-4740-8784-5e00474e181b tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258056652319'] for port, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:02.796429 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abde7dbb-5700-4a27-b356-e24307bef3b9 req-d6937f37-5a69-405b-8ed0-e7095a82dd58 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:02.798151 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-abde7dbb-5700-4a27-b356-e24307bef3b9 req-d6937f37-5a69-405b-8ed0-e7095a82dd58 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/ports?device_id=7c507709-5eeb-4634-bde0-b74241e22901 HTTP/1.1" status: 200  len: 945 time: 0.3138232
Feb 10 21:06:03.195608 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-abde7dbb-5700-4a27-b356-e24307bef3b9 req-6d7f7a71-7891-4d34-882c-ff5203d39bef tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/security-groups?id=e801818c-2ba7-416a-bfd6-16d694223349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3885541
Feb 10 21:06:03.238999 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [req-eb765fb3-ad77-4f65-9e20-c21acb4747d5 req-23a6f557-0903-4740-8784-5e00474e181b tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] For port 54e12f58-ca8d-4d45-844a-527ddc86f8bc, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=54e12f58-ca8d-4d45-844a-527ddc86f8bc,segment=NetworkSegment(8502f998-48d6-4289-869a-dab876cb118f),segment_id=8502f998-48d6-4289-869a-dab876cb118f)] {{(pid=79929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:06:03.239396 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-eb765fb3-ad77-4f65-9e20-c21acb4747d5 req-23a6f557-0903-4740-8784-5e00474e181b tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797663'] for port, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:03.381241 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [req-eb765fb3-ad77-4f65-9e20-c21acb4747d5 req-23a6f557-0903-4740-8784-5e00474e181b tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Calling delete_port for 54e12f58-ca8d-4d45-844a-527ddc86f8bc owned by compute:nova {{(pid=79929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 10 21:06:03.386791 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d6f8d5-60b7-4cc0-8953-9996109d5180 req-1bfed4dd-9cd4-4335-95ee-67423db9038e tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:03.388571 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-85d6f8d5-60b7-4cc0-8953-9996109d5180 req-1bfed4dd-9cd4-4335-95ee-67423db9038e tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5a452ba-1bbb-4cf5-a43d-16be280c05b9 HTTP/1.1" status: 200  len: 946 time: 0.1727211
Feb 10 21:06:03.456011 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-85d6f8d5-60b7-4cc0-8953-9996109d5180 req-ea92915c-10de-4b04-9bfe-88f620493ded tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0604677
Feb 10 21:06:03.535377 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-eb765fb3-ad77-4f65-9e20-c21acb4747d5 req-23a6f557-0903-4740-8784-5e00474e181b tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778798065335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778797633719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630282'] for port, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:03.551157 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-0af0c69d-982d-4b35-906f-f31a11c3b04f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:06:03.614935 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device 54e12f58-ca8d-4d45-844a-527ddc86f8bc no longer exists at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 10 21:06:03.616274 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a6f557-0903-4740-8784-5e00474e181b tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Pushing event deleted for resources: {'Port': ['ID=54e12f58-ca8d-4d45-844a-527ddc86f8bc,revision_number=None']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:06:03.620181 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-23a6f557-0903-4740-8784-5e00474e181b tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:06:03.656445 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] No Port match for: 54e12f58-ca8d-4d45-844a-527ddc86f8bc {{(pid=79930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 10 21:06:03.656768 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device 54e12f58-ca8d-4d45-844a-527ddc86f8bc not bound to the agent host hv-cinder-77500 {{(pid=79930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 10 21:06:03.765770 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb765fb3-ad77-4f65-9e20-c21acb4747d5 req-23a6f557-0903-4740-8784-5e00474e181b tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] No DVR routers for this DVR port 54e12f58-ca8d-4d45-844a-527ddc86f8bc on host hv-cinder-77500 {{(pid=79929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 10 21:06:03.768004 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-eb765fb3-ad77-4f65-9e20-c21acb4747d5 req-23a6f557-0903-4740-8784-5e00474e181b tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770081'] for port, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:03.770736 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c507709-5eeb-4634-bde0-b74241e22901', 'name': 'network-vif-deleted', 'tag': '54e12f58-ca8d-4d45-844a-527ddc86f8bc'}] {{(pid=79929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 10 21:06:03.785357 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-eb765fb3-ad77-4f65-9e20-c21acb4747d5 req-23a6f557-0903-4740-8784-5e00474e181b tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.15 "DELETE /v2.0/ports/54e12f58-ca8d-4d45-844a-527ddc86f8bc HTTP/1.1" status: 204  len: 173 time: 1.3541067
Feb 10 21:06:03.830704 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c507709-5eeb-4634-bde0-b74241e22901', 'name': 'network-vif-deleted', 'tag': '54e12f58-ca8d-4d45-844a-527ddc86f8bc', 'status': 'completed', 'code': 200}
Feb 10 21:06:04.316897 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-19c00569-9046-4294-bae6-77d60379fed6 req-97dd37cb-6ba9-439f-8f1c-fbe03c6330b4 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Synchronizing usage tracker for tenant:acdfa87ec4e64a238c41778849fb8664 on resource:security_group {{(pid=79929) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 10 21:06:04.344269 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-19c00569-9046-4294-bae6-77d60379fed6 req-97dd37cb-6ba9-439f-8f1c-fbe03c6330b4 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Unset dirty status for tenant:acdfa87ec4e64a238c41778849fb8664 on resource:security_group {{(pid=79929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 10 21:06:04.345388 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-19c00569-9046-4294-bae6-77d60379fed6 req-97dd37cb-6ba9-439f-8f1c-fbe03c6330b4 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-1087136328&fields=id&tenant_id=acdfa87ec4e64a238c41778849fb8664 HTTP/1.1" status: 200  len: 267 time: 0.0875840
Feb 10 21:06:04.430404 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-b313f566-8523-4db5-a1b0-2e323f40365b req-ad593295-4d7e-45c8-ac1a-55003ec83157 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/ports?device_id=7c507709-5eeb-4634-bde0-b74241e22901 HTTP/1.1" status: 200  len: 210 time: 0.0707397
Feb 10 21:06:04.612228 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c00569-9046-4294-bae6-77d60379fed6 req-d1c72b7f-e70d-441e-a01f-f9230fd18958 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:04.613028 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-19c00569-9046-4294-bae6-77d60379fed6 req-d1c72b7f-e70d-441e-a01f-f9230fd18958 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Synchronizing usage tracker for tenant:acdfa87ec4e64a238c41778849fb8664 on resource:network {{(pid=79929) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 10 21:06:04.634202 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-19c00569-9046-4294-bae6-77d60379fed6 req-d1c72b7f-e70d-441e-a01f-f9230fd18958 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Unset dirty status for tenant:acdfa87ec4e64a238c41778849fb8664 on resource:network {{(pid=79929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 10 21:06:04.635486 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-19c00569-9046-4294-bae6-77d60379fed6 req-d1c72b7f-e70d-441e-a01f-f9230fd18958 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/networks?id=907563d5-8c93-48a0-8af3-4935d55858dd HTTP/1.1" status: 200  len: 808 time: 0.2828252
Feb 10 21:06:04.659308 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-19c00569-9046-4294-bae6-77d60379fed6 req-25288cce-53d4-43f4-b27d-6d1d4654a65b tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/quotas/acdfa87ec4e64a238c41778849fb8664 HTTP/1.1" status: 200  len: 375 time: 0.0155172
Feb 10 21:06:04.770971 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aab332-6177-4401-b63b-0055915dc28c req-c2d373dc-e1a6-4b43-954e-cf7b33e8be81 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:04.772585 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-35aab332-6177-4401-b63b-0055915dc28c req-c2d373dc-e1a6-4b43-954e-cf7b33e8be81 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5a452ba-1bbb-4cf5-a43d-16be280c05b9 HTTP/1.1" status: 200  len: 946 time: 0.1835186
Feb 10 21:06:04.786510 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-19c00569-9046-4294-bae6-77d60379fed6 req-1a9bf3f4-1190-4ab5-a29e-696af7fde88e tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Synchronizing usage tracker for tenant:acdfa87ec4e64a238c41778849fb8664 on resource:port {{(pid=79929) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 10 21:06:04.805583 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-19c00569-9046-4294-bae6-77d60379fed6 req-1a9bf3f4-1190-4ab5-a29e-696af7fde88e tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Unset dirty status for tenant:acdfa87ec4e64a238c41778849fb8664 on resource:port {{(pid=79929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 10 21:06:04.807965 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-19c00569-9046-4294-bae6-77d60379fed6 req-1a9bf3f4-1190-4ab5-a29e-696af7fde88e tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=acdfa87ec4e64a238c41778849fb8664&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1414981
Feb 10 21:06:04.841366 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-35aab332-6177-4401-b63b-0055915dc28c req-e5dc24fd-4092-47bb-8d77-b0744375368e tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622027
Feb 10 21:06:04.967598 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-19c00569-9046-4294-bae6-77d60379fed6 req-002f3671-97a8-4ef4-b850-df2237869f87 service neutron] 10.222.0.82 "GET /v2.0/networks/907563d5-8c93-48a0-8af3-4935d55858dd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1453898
Feb 10 21:06:05.121503 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-19c00569-9046-4294-bae6-77d60379fed6 req-f349f36f-1114-485f-9e11-6c38d1e977b8 service neutron] 10.222.0.82 "GET /v2.0/networks/907563d5-8c93-48a0-8af3-4935d55858dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1467617
Feb 10 21:06:05.583844 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-718963d0-bd3a-403c-8acc-fcb4eb7f8a29 req-711d3c92-9c09-4aa4-a91c-4fee2c7c6a42 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/ports?device_id=e7e3959c-ce5f-4d58-9ed1-47947da34a85 HTTP/1.1" status: 200  len: 210 time: 0.0634325
Feb 10 21:06:06.106504 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbcdf02-7137-47a7-b6aa-38a9f76ae9e0 req-599922a3-0b90-48de-9ea3-84015567ed2b tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:06.107335 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-0fbcdf02-7137-47a7-b6aa-38a9f76ae9e0 req-599922a3-0b90-48de-9ea3-84015567ed2b tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Synchronizing usage tracker for tenant:fd8c6aec55114f528929638c55a0f6a9 on resource:port {{(pid=79929) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 10 21:06:06.125103 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-0fbcdf02-7137-47a7-b6aa-38a9f76ae9e0 req-599922a3-0b90-48de-9ea3-84015567ed2b tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Unset dirty status for tenant:fd8c6aec55114f528929638c55a0f6a9 on resource:port {{(pid=79929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 10 21:06:06.128457 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-0fbcdf02-7137-47a7-b6aa-38a9f76ae9e0 req-599922a3-0b90-48de-9ea3-84015567ed2b tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/ports?device_id=394aa146-b74f-4d5f-a96f-97be9d2883da HTTP/1.1" status: 200  len: 946 time: 0.2283859
Feb 10 21:06:06.198904 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-0fbcdf02-7137-47a7-b6aa-38a9f76ae9e0 req-7eb9f4e8-6885-41ea-b2a9-d4e3fa4bd169 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/security-groups?id=e801818c-2ba7-416a-bfd6-16d694223349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0642776
Feb 10 21:06:06.401469 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117328d2-be88-4ca6-a8db-b2660ee4cb0b req-ab9e2ac5-9dd4-4a86-a10b-5e2dab3f557f tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:06.403176 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-117328d2-be88-4ca6-a8db-b2660ee4cb0b req-ab9e2ac5-9dd4-4a86-a10b-5e2dab3f557f tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5a452ba-1bbb-4cf5-a43d-16be280c05b9 HTTP/1.1" status: 200  len: 946 time: 0.4093230
Feb 10 21:06:06.470839 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-117328d2-be88-4ca6-a8db-b2660ee4cb0b req-35683838-5121-49cb-8b57-c9ada0c2b2ed tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611217
Feb 10 21:06:06.804924 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-86c7217c-6864-4f93-a52a-328bf3181893 req-e700be69-e24e-4504-ad24-1af6889f6440 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/ports?device_id=e7e3959c-ce5f-4d58-9ed1-47947da34a85 HTTP/1.1" status: 200  len: 210 time: 0.0749516
Feb 10 21:06:07.179413 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c00569-9046-4294-bae6-77d60379fed6 req-a571c228-6a56-4146-831a-1d9bb9a84962 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:07.180967 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-19c00569-9046-4294-bae6-77d60379fed6 req-a571c228-6a56-4146-831a-1d9bb9a84962 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.15 "GET /v2.0/networks?id=907563d5-8c93-48a0-8af3-4935d55858dd HTTP/1.1" status: 200  len: 808 time: 0.2802675
Feb 10 21:06:07.322980 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-19c00569-9046-4294-bae6-77d60379fed6 req-d4ceb952-a8b2-4d1a-8612-b7f692f3d822 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=acdfa87ec4e64a238c41778849fb8664 HTTP/1.1" status: 200  len: 5759 time: 0.1146245
Feb 10 21:06:07.391664 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [req-19c00569-9046-4294-bae6-77d60379fed6 req-a6ce2547-1159-4428-9b2a-a63e2ab8cb97 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Request body: {'port': {'device_id': 'e7e3959c-ce5f-4d58-9ed1-47947da34a85', 'network_id': '907563d5-8c93-48a0-8af3-4935d55858dd', 'admin_state_up': True, 'tenant_id': 'acdfa87ec4e64a238c41778849fb8664', 'security_groups': ['593a5a4c-4b56-4925-a9d5-6094bb2c229c']}} {{(pid=79929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:06:07.666104 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7650d082-c432-4e83-aa17-de3864511366 req-4093ab9e-69ef-4df0-a408-9dde1e72018e tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:07.667869 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-7650d082-c432-4e83-aa17-de3864511366 req-4093ab9e-69ef-4df0-a408-9dde1e72018e tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/ports?device_id=394aa146-b74f-4d5f-a96f-97be9d2883da HTTP/1.1" status: 200  len: 946 time: 0.3280389
Feb 10 21:06:07.669101 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [req-19c00569-9046-4294-bae6-77d60379fed6 req-a6ce2547-1159-4428-9b2a-a63e2ab8cb97 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:06:07.683408 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [req-19c00569-9046-4294-bae6-77d60379fed6 req-a6ce2547-1159-4428-9b2a-a63e2ab8cb97 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:06:07.721983 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19c00569-9046-4294-bae6-77d60379fed6 req-a6ce2547-1159-4428-9b2a-a63e2ab8cb97 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Made reservation on behalf of acdfa87ec4e64a238c41778849fb8664 for: {'port': 1} {{(pid=79929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 10 21:06:07.745339 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-19c00569-9046-4294-bae6-77d60379fed6 req-a6ce2547-1159-4428-9b2a-a63e2ab8cb97 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:07.790542 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-7650d082-c432-4e83-aa17-de3864511366 req-5a6fd665-473a-41bf-808c-f12c9f814eda tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/security-groups?id=e801818c-2ba7-416a-bfd6-16d694223349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1091485
Feb 10 21:06:07.808441 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5efd3f-f2a5-45c6-8fdf-2a377c703425 req-5b43148e-b804-4ba7-b136-f027287fe18e tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:07.809545 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-0e5efd3f-f2a5-45c6-8fdf-2a377c703425 req-5b43148e-b804-4ba7-b136-f027287fe18e tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5a452ba-1bbb-4cf5-a43d-16be280c05b9 HTTP/1.1" status: 200  len: 946 time: 0.1974227
Feb 10 21:06:07.890110 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-0e5efd3f-f2a5-45c6-8fdf-2a377c703425 req-e49361d0-6b32-4c9c-b843-f0cf80648ae9 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714166
Feb 10 21:06:08.058048 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-b2dffa34-0489-4800-8369-05069106a81f req-bae0a4c0-6685-409b-8d85-7349a02ed772 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/ports?device_id=e7e3959c-ce5f-4d58-9ed1-47947da34a85 HTTP/1.1" status: 200  len: 210 time: 0.0983834
Feb 10 21:06:08.242987 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.db_base_plugin_common [req-19c00569-9046-4294-bae6-77d60379fed6 req-a6ce2547-1159-4428-9b2a-a63e2ab8cb97 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Allocated IP 172.20.0.8 (907563d5-8c93-48a0-8af3-4935d55858dd/cfbf301d-5680-42d3-b573-9c3b05be6f98/b701ffa5-4978-4ec7-b4cd-5800d6241be7) {{(pid=79929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 10 21:06:08.535303 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-19c00569-9046-4294-bae6-77d60379fed6 req-a6ce2547-1159-4428-9b2a-a63e2ab8cb97 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Notify callbacks [] for port, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:08.628671 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a418cbac-6694-42ab-b81f-bdd57c761a31 req-ffefaf59-757b-4f3e-8841-ca353ead43e4 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:08.630271 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-a418cbac-6694-42ab-b81f-bdd57c761a31 req-ffefaf59-757b-4f3e-8841-ca353ead43e4 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.15 "GET /v2.0/ports?device_id=394aa146-b74f-4d5f-a96f-97be9d2883da HTTP/1.1" status: 200  len: 946 time: 0.3105557
Feb 10 21:06:08.673610 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [req-19c00569-9046-4294-bae6-77d60379fed6 req-a6ce2547-1159-4428-9b2a-a63e2ab8cb97 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Transition to ACTIVE for port object b701ffa5-4978-4ec7-b4cd-5800d6241be7 will not be triggered until provisioned by entity DHCP. {{(pid=79929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 10 21:06:08.739240 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [req-a418cbac-6694-42ab-b81f-bdd57c761a31 req-267a39e3-0e0d-4ff6-b7c2-fe2a1bdd17d5 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Deleting port 80d3770c-f020-4d99-93d1-40e038841329 {{(pid=79929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 10 21:06:08.739677 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-a418cbac-6694-42ab-b81f-bdd57c761a31 req-267a39e3-0e0d-4ff6-b7c2-fe2a1bdd17d5 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258056652319'] for port, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:08.844604 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-19c00569-9046-4294-bae6-77d60379fed6 req-a6ce2547-1159-4428-9b2a-a63e2ab8cb97 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778797635767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630282'] for port, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:08.874042 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-2d14fb6b-3171-4d86-a306-536fb43d0575 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:06:09.123715 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4ece56-fd80-4e80-a443-6ac5c236e54c req-2af55ef9-5e50-47a8-8ded-83e785d6ee4d tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:09.125662 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-5f4ece56-fd80-4e80-a443-6ac5c236e54c req-2af55ef9-5e50-47a8-8ded-83e785d6ee4d tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/ports?device_id=394aa146-b74f-4d5f-a96f-97be9d2883da HTTP/1.1" status: 200  len: 946 time: 0.1867421
Feb 10 21:06:09.195454 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-5f4ece56-fd80-4e80-a443-6ac5c236e54c req-390e5570-5b63-4ca0-9e76-edf5163a38d2 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/security-groups?id=e801818c-2ba7-416a-bfd6-16d694223349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630705
Feb 10 21:06:09.412285 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ce2547-1159-4428-9b2a-a63e2ab8cb97 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Pushing event updated for resources: {'Port': ['ID=b701ffa5-4978-4ec7-b4cd-5800d6241be7,revision_number=1']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:06:09.415881 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-a6ce2547-1159-4428-9b2a-a63e2ab8cb97 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:06:09.502590 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb6b9a1-eb12-4351-9dd7-bc828fee75f8 req-393644db-c7db-4b3a-8014-097fe98620b5 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:09.504217 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-3eb6b9a1-eb12-4351-9dd7-bc828fee75f8 req-393644db-c7db-4b3a-8014-097fe98620b5 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/ports?device_id=e7e3959c-ce5f-4d58-9ed1-47947da34a85 HTTP/1.1" status: 200  len: 931 time: 0.1886768
Feb 10 21:06:09.524182 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19c00569-9046-4294-bae6-77d60379fed6 req-a6ce2547-1159-4428-9b2a-a63e2ab8cb97 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Network 907563d5-8c93-48a0-8af3-4935d55858dd is already hosted by enough agents. {{(pid=79929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 10 21:06:09.527718 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [req-a418cbac-6694-42ab-b81f-bdd57c761a31 req-267a39e3-0e0d-4ff6-b7c2-fe2a1bdd17d5 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] For port 80d3770c-f020-4d99-93d1-40e038841329, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=80d3770c-f020-4d99-93d1-40e038841329,segment=NetworkSegment(8502f998-48d6-4289-869a-dab876cb118f),segment_id=8502f998-48d6-4289-869a-dab876cb118f)] {{(pid=79929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:06:09.528127 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-a418cbac-6694-42ab-b81f-bdd57c761a31 req-267a39e3-0e0d-4ff6-b7c2-fe2a1bdd17d5 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797663'] for port, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:09.536742 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.base_scheduler [req-19c00569-9046-4294-bae6-77d60379fed6 req-a6ce2547-1159-4428-9b2a-a63e2ab8cb97 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Resources bound (agent type, host, resource id):  {{(pid=79929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 10 21:06:09.539216 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [req-19c00569-9046-4294-bae6-77d60379fed6 req-a6ce2547-1159-4428-9b2a-a63e2ab8cb97 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Received port after_create {{(pid=79929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 10 21:06:09.571932 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-3eb6b9a1-eb12-4351-9dd7-bc828fee75f8 req-cb3797b1-0118-4f71-8056-ca646cd0cb11 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/security-groups?id=593a5a4c-4b56-4925-a9d5-6094bb2c229c&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0609915
Feb 10 21:06:09.674413 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc201e0-eb71-4fda-9b0d-2c57d4cfdc32 req-8a82b8fe-1978-4ff0-87d5-3b8895fc033e tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:09.677361 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-0fc201e0-eb71-4fda-9b0d-2c57d4cfdc32 req-8a82b8fe-1978-4ff0-87d5-3b8895fc033e tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5a452ba-1bbb-4cf5-a43d-16be280c05b9 HTTP/1.1" status: 200  len: 946 time: 0.5046878
Feb 10 21:06:09.693160 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device 80d3770c-f020-4d99-93d1-40e038841329 no longer exists at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 10 21:06:09.765227 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-fa7792c6-5b31-46dc-b9a9-7a35688e4e69 None None] Provisioning for port b701ffa5-4978-4ec7-b4cd-5800d6241be7 completed by entity DHCP. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 10 21:06:09.775886 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-fa7792c6-5b31-46dc-b9a9-7a35688e4e69 None None] Provisioning complete for port b701ffa5-4978-4ec7-b4cd-5800d6241be7 triggered by entity DHCP. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:06:09.776317 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-fa7792c6-5b31-46dc-b9a9-7a35688e4e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:09.852257 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [req-a418cbac-6694-42ab-b81f-bdd57c761a31 req-267a39e3-0e0d-4ff6-b7c2-fe2a1bdd17d5 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Calling delete_port for 80d3770c-f020-4d99-93d1-40e038841329 owned by compute:nova {{(pid=79929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 10 21:06:09.900218 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-fa7792c6-5b31-46dc-b9a9-7a35688e4e69 None None] Port b701ffa5-4978-4ec7-b4cd-5800d6241be7 cannot update to ACTIVE because it is not bound. {{(pid=79930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 10 21:06:09.906719 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:09.936433 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '394aa146-b74f-4d5f-a96f-97be9d2883da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80d3770c-f020-4d99-93d1-40e038841329'}] {{(pid=79930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 10 21:06:09.946632 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] For port 80d3770c-f020-4d99-93d1-40e038841329, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=80d3770c-f020-4d99-93d1-40e038841329,segment=NetworkSegment(8502f998-48d6-4289-869a-dab876cb118f),segment_id=8502f998-48d6-4289-869a-dab876cb118f)] {{(pid=79930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:06:09.949501 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:09.952534 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:06:09.994791 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c00569-9046-4294-bae6-77d60379fed6 req-a6ce2547-1159-4428-9b2a-a63e2ab8cb97 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:09.995524 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-19c00569-9046-4294-bae6-77d60379fed6 req-a6ce2547-1159-4428-9b2a-a63e2ab8cb97 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770081'] for port, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:10.026632 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-0fc201e0-eb71-4fda-9b0d-2c57d4cfdc32 req-8cb0797f-891c-48b0-b2e5-b93e9b588d1e tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3381619
Feb 10 21:06:10.031855 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Pushing event updated for resources: {'Port': ['ID=80d3770c-f020-4d99-93d1-40e038841329,revision_number=5']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:06:10.043025 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:06:10.043500 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:06:10.043954 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:06:10.044422 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:06:10.044901 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:06:10.046959 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:06:10.047437 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:06:10.047890 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:06:10.048339 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:06:10.048784 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:06:10.049333 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:06:10.049770 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:06:10.050365 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:06:10.050803 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:06:10.051174 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:06:10.051724 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:06:10.052151 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:06:10.052593 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:06:10.053028 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:06:10.053436 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:06:10.053976 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:06:10.054508 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:06:10.055029 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:06:10.055538 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:06:10.060652 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:06:10.099329 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-19c00569-9046-4294-bae6-77d60379fed6 req-a6ce2547-1159-4428-9b2a-a63e2ab8cb97 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.7135079
Feb 10 21:06:10.106369 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.db.api [req-a418cbac-6694-42ab-b81f-bdd57c761a31 req-267a39e3-0e0d-4ff6-b7c2-fe2a1bdd17d5 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79929) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 10 21:06:10.106893 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_db.api [req-a418cbac-6694-42ab-b81f-bdd57c761a31 req-267a39e3-0e0d-4ff6-b7c2-fe2a1bdd17d5 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 10 21:06:10.114926 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [req-19c00569-9046-4294-bae6-77d60379fed6 req-af28f453-975f-4bb4-a58d-ecc1a9f732d3 service neutron] Request body: {'port': {'device_id': 'e7e3959c-ce5f-4d58-9ed1-47947da34a85', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77500'}} {{(pid=79929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:06:10.136815 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '394aa146-b74f-4d5f-a96f-97be9d2883da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80d3770c-f020-4d99-93d1-40e038841329', 'code': 200}
Feb 10 21:06:10.246725 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-19c00569-9046-4294-bae6-77d60379fed6 req-af28f453-975f-4bb4-a58d-ecc1a9f732d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:10.420463 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8942b262-8291-4bb9-b0a8-49179870cb45 req-8f10fb57-3f65-41a3-8d1b-823e45c653e8 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:10.422444 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-8942b262-8291-4bb9-b0a8-49179870cb45 req-8f10fb57-3f65-41a3-8d1b-823e45c653e8 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=9a0928b3-8b03-40d2-b78f-7eb8e84b309f HTTP/1.1" status: 200  len: 946 time: 0.1832817
Feb 10 21:06:10.502781 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-8942b262-8291-4bb9-b0a8-49179870cb45 req-e617d546-b19c-4953-baa4-b36faa3d3751 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=895a7e5f-3ef6-4f3c-9ab6-68304e4925ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0715353
Feb 10 21:06:10.627331 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fb5c37-16f5-42a5-b0a5-20012fd01edd req-34658007-0db9-4e14-87fb-edd0069e637d tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:10.629577 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-69fb5c37-16f5-42a5-b0a5-20012fd01edd req-34658007-0db9-4e14-87fb-edd0069e637d tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/ports?device_id=394aa146-b74f-4d5f-a96f-97be9d2883da HTTP/1.1" status: 200  len: 944 time: 0.2689409
Feb 10 21:06:10.633447 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [req-a418cbac-6694-42ab-b81f-bdd57c761a31 req-267a39e3-0e0d-4ff6-b7c2-fe2a1bdd17d5 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Deleting port 80d3770c-f020-4d99-93d1-40e038841329 {{(pid=79929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 10 21:06:10.633595 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-a418cbac-6694-42ab-b81f-bdd57c761a31 req-267a39e3-0e0d-4ff6-b7c2-fe2a1bdd17d5 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258056652319'] for port, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:10.880416 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1008646e-b7ad-4d69-8a12-b63a1c8aece2 req-57558d00-7ed6-49ff-9912-886ac394f89c tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:10.882043 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1008646e-b7ad-4d69-8a12-b63a1c8aece2 req-57558d00-7ed6-49ff-9912-886ac394f89c tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/ports?device_id=e7e3959c-ce5f-4d58-9ed1-47947da34a85 HTTP/1.1" status: 200  len: 931 time: 0.1685445
Feb 10 21:06:10.883243 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-69fb5c37-16f5-42a5-b0a5-20012fd01edd req-423b3545-11f4-48cd-aadd-68893d9b1ec7 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/security-groups?id=e801818c-2ba7-416a-bfd6-16d694223349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2211998
Feb 10 21:06:10.951131 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1008646e-b7ad-4d69-8a12-b63a1c8aece2 req-7283c006-7006-4520-a0e3-e6f4fba61de9 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/security-groups?id=593a5a4c-4b56-4925-a9d5-6094bb2c229c&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0609310
Feb 10 21:06:11.151143 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [req-a418cbac-6694-42ab-b81f-bdd57c761a31 req-267a39e3-0e0d-4ff6-b7c2-fe2a1bdd17d5 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] For port 80d3770c-f020-4d99-93d1-40e038841329, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=80d3770c-f020-4d99-93d1-40e038841329,segment=NetworkSegment(8502f998-48d6-4289-869a-dab876cb118f),segment_id=8502f998-48d6-4289-869a-dab876cb118f)] {{(pid=79929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:06:11.151466 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-a418cbac-6694-42ab-b81f-bdd57c761a31 req-267a39e3-0e0d-4ff6-b7c2-fe2a1bdd17d5 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797663'] for port, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:11.287237 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [req-19c00569-9046-4294-bae6-77d60379fed6 req-af28f453-975f-4bb4-a58d-ecc1a9f732d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b701ffa5-4978-4ec7-b4cd-5800d6241be7 {{(pid=79929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 10 21:06:11.332004 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [req-a418cbac-6694-42ab-b81f-bdd57c761a31 req-267a39e3-0e0d-4ff6-b7c2-fe2a1bdd17d5 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Calling delete_port for 80d3770c-f020-4d99-93d1-40e038841329 owned by compute:nova {{(pid=79929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 10 21:06:11.391144 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-19c00569-9046-4294-bae6-77d60379fed6 req-af28f453-975f-4bb4-a58d-ecc1a9f732d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:11.421963 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [req-19c00569-9046-4294-bae6-77d60379fed6 req-af28f453-975f-4bb4-a58d-ecc1a9f732d3 service neutron] Transition to ACTIVE for port object b701ffa5-4978-4ec7-b4cd-5800d6241be7 will not be triggered until provisioned by entity L2. {{(pid=79929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 10 21:06:11.431121 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-19c00569-9046-4294-bae6-77d60379fed6 req-af28f453-975f-4bb4-a58d-ecc1a9f732d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852145533'] for port, after_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:11.450659 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-a50cb2d0-6d62-4de7-a64c-622b40852354 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:06:11.680489 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af28f453-975f-4bb4-a58d-ecc1a9f732d3 service neutron] Pushing event updated for resources: {'Port': ['ID=b701ffa5-4978-4ec7-b4cd-5800d6241be7,revision_number=2']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:06:11.735253 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device a53743a4-e3ef-4212-9855-140da57a2cd6 up at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:06:11.782139 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29745387-ae09-4912-a92e-10b9b3812f11 req-38361ff3-7076-4902-828b-b7f3c3e1475f tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:11.783854 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-29745387-ae09-4912-a92e-10b9b3812f11 req-38361ff3-7076-4902-828b-b7f3c3e1475f tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5a452ba-1bbb-4cf5-a43d-16be280c05b9 HTTP/1.1" status: 200  len: 946 time: 0.5605378
Feb 10 21:06:11.784826 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-af28f453-975f-4bb4-a58d-ecc1a9f732d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:06:11.815685 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning complete for port a53743a4-e3ef-4212-9855-140da57a2cd6 triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:06:11.816103 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:11.990116 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35b7a64-899b-441c-bf27-e7c4b3a005bb req-dc6f5d42-829e-45fd-aa98-5bef73d40a2b tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:11.992060 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-e35b7a64-899b-441c-bf27-e7c4b3a005bb req-dc6f5d42-829e-45fd-aa98-5bef73d40a2b tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=9a0928b3-8b03-40d2-b78f-7eb8e84b309f HTTP/1.1" status: 200  len: 946 time: 0.1859703
Feb 10 21:06:12.074723 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-e35b7a64-899b-441c-bf27-e7c4b3a005bb req-89e57c69-68a9-49cd-9a75-70304ed3b114 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=895a7e5f-3ef6-4f3c-9ab6-68304e4925ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0750346
Feb 10 21:06:12.177916 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-29745387-ae09-4912-a92e-10b9b3812f11 req-7367f489-55ac-42e1-85b5-64d93028ba8b tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3816164
Feb 10 21:06:12.187139 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-a418cbac-6694-42ab-b81f-bdd57c761a31 req-267a39e3-0e0d-4ff6-b7c2-fe2a1bdd17d5 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778798065335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778797633719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630282'] for port, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:12.204919 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:06:12.253830 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-a08a70c3-84fb-4174-a5b1-aac5b8c0af21 req-69252e50-fd24-4aac-8f69-dd8f51ccdef9 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/ports?device_id=394aa146-b74f-4d5f-a96f-97be9d2883da HTTP/1.1" status: 200  len: 210 time: 0.0519016
Feb 10 21:06:12.298834 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267a39e3-0e0d-4ff6-b7c2-fe2a1bdd17d5 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Pushing event deleted for resources: {'Port': ['ID=80d3770c-f020-4d99-93d1-40e038841329,revision_number=None']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:06:12.315030 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-267a39e3-0e0d-4ff6-b7c2-fe2a1bdd17d5 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:06:12.477145 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [req-19c00569-9046-4294-bae6-77d60379fed6 req-af28f453-975f-4bb4-a58d-ecc1a9f732d3 service neutron] Attempting to bind port b701ffa5-4978-4ec7-b4cd-5800d6241be7 on host hv-cinder-77500 for vnic_type normal with profile  {{(pid=79929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 10 21:06:12.477435 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [req-19c00569-9046-4294-bae6-77d60379fed6 req-af28f453-975f-4bb4-a58d-ecc1a9f732d3 service neutron] Attempting to bind port b701ffa5-4978-4ec7-b4cd-5800d6241be7 by drivers openvswitch on host hv-cinder-77500 at level 0 using segments [{'id': '29a8cf3a-f007-43c8-ad36-c9b75fc33c26', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '907563d5-8c93-48a0-8af3-4935d55858dd'}] {{(pid=79929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 10 21:06:12.477803 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c00569-9046-4294-bae6-77d60379fed6 req-af28f453-975f-4bb4-a58d-ecc1a9f732d3 service neutron] Attempting to bind port b701ffa5-4978-4ec7-b4cd-5800d6241be7 on network 907563d5-8c93-48a0-8af3-4935d55858dd {{(pid=79929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 10 21:06:12.499630 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c00569-9046-4294-bae6-77d60379fed6 req-af28f453-975f-4bb4-a58d-ecc1a9f732d3 service neutron] Checking agent: {'id': 'a01cfff8-88bc-4fa7-a09e-0f06c1450d16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 10, 21, 0, 31), 'started_at': datetime.datetime(2021, 2, 10, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2021, 2, 10, 21, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 10 21:06:12.500034 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c00569-9046-4294-bae6-77d60379fed6 req-af28f453-975f-4bb4-a58d-ecc1a9f732d3 service neutron] Checking segment: {'id': '29a8cf3a-f007-43c8-ad36-c9b75fc33c26', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '907563d5-8c93-48a0-8af3-4935d55858dd'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 10 21:06:12.500413 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-19c00569-9046-4294-bae6-77d60379fed6 req-af28f453-975f-4bb4-a58d-ecc1a9f732d3 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:12.500811 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c00569-9046-4294-bae6-77d60379fed6 req-af28f453-975f-4bb4-a58d-ecc1a9f732d3 service neutron] Bound using segment: {'id': '29a8cf3a-f007-43c8-ad36-c9b75fc33c26', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '907563d5-8c93-48a0-8af3-4935d55858dd'} {{(pid=79929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 10 21:06:12.501297 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [req-19c00569-9046-4294-bae6-77d60379fed6 req-af28f453-975f-4bb4-a58d-ecc1a9f732d3 service neutron] Bound port: b701ffa5-4978-4ec7-b4cd-5800d6241be7, host: hv-cinder-77500, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29a8cf3a-f007-43c8-ad36-c9b75fc33c26', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '907563d5-8c93-48a0-8af3-4935d55858dd'}}] {{(pid=79929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 10 21:06:12.501670 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-19c00569-9046-4294-bae6-77d60379fed6 req-af28f453-975f-4bb4-a58d-ecc1a9f732d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:12.707318 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cd5a53-9395-4158-843a-14716c359283 req-cbf82455-fe7c-41e2-bc74-183bef4e77bb tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:12.708128 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-d1cd5a53-9395-4158-843a-14716c359283 req-cbf82455-fe7c-41e2-bc74-183bef4e77bb tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Synchronizing usage tracker for tenant:acdfa87ec4e64a238c41778849fb8664 on resource:port {{(pid=79929) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 10 21:06:12.722242 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [req-a418cbac-6694-42ab-b81f-bdd57c761a31 req-267a39e3-0e0d-4ff6-b7c2-fe2a1bdd17d5 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] No DVR routers for this DVR port 80d3770c-f020-4d99-93d1-40e038841329 on host hv-cinder-77500 {{(pid=79929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 10 21:06:12.729593 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-a418cbac-6694-42ab-b81f-bdd57c761a31 req-267a39e3-0e0d-4ff6-b7c2-fe2a1bdd17d5 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770081'] for port, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:12.734657 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '394aa146-b74f-4d5f-a96f-97be9d2883da', 'name': 'network-vif-deleted', 'tag': '80d3770c-f020-4d99-93d1-40e038841329'}] {{(pid=79929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 10 21:06:12.771116 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-d1cd5a53-9395-4158-843a-14716c359283 req-cbf82455-fe7c-41e2-bc74-183bef4e77bb tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Unset dirty status for tenant:acdfa87ec4e64a238c41778849fb8664 on resource:port {{(pid=79929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 10 21:06:12.772415 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-d1cd5a53-9395-4158-843a-14716c359283 req-cbf82455-fe7c-41e2-bc74-183bef4e77bb tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/ports?device_id=e7e3959c-ce5f-4d58-9ed1-47947da34a85 HTTP/1.1" status: 200  len: 943 time: 0.4653080
Feb 10 21:06:12.775078 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-a418cbac-6694-42ab-b81f-bdd57c761a31 req-267a39e3-0e0d-4ff6-b7c2-fe2a1bdd17d5 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.15 "DELETE /v2.0/ports/80d3770c-f020-4d99-93d1-40e038841329 HTTP/1.1" status: 204  len: 173 time: 4.1344788
Feb 10 21:06:12.780011 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [req-19c00569-9046-4294-bae6-77d60379fed6 req-af28f453-975f-4bb4-a58d-ecc1a9f732d3 service neutron] For port b701ffa5-4978-4ec7-b4cd-5800d6241be7, host hv-cinder-77500, cleared binding levels {{(pid=79929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 10 21:06:12.784973 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [req-19c00569-9046-4294-bae6-77d60379fed6 req-af28f453-975f-4bb4-a58d-ecc1a9f732d3 service neutron] For port b701ffa5-4978-4ec7-b4cd-5800d6241be7, host hv-cinder-77500, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=b701ffa5-4978-4ec7-b4cd-5800d6241be7,segment=NetworkSegment(29a8cf3a-f007-43c8-ad36-c9b75fc33c26),segment_id=29a8cf3a-f007-43c8-ad36-c9b75fc33c26)] {{(pid=79929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 10 21:06:12.813625 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-19c00569-9046-4294-bae6-77d60379fed6 req-af28f453-975f-4bb4-a58d-ecc1a9f732d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852145533'] for port, after_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:12.831574 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '394aa146-b74f-4d5f-a96f-97be9d2883da', 'name': 'network-vif-deleted', 'tag': '80d3770c-f020-4d99-93d1-40e038841329', 'status': 'completed', 'code': 200}
Feb 10 21:06:12.832132 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:06:13.013082 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-d1cd5a53-9395-4158-843a-14716c359283 req-a472fc94-6f5b-44b7-80b1-53a57d7ee45f tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/security-groups?id=593a5a4c-4b56-4925-a9d5-6094bb2c229c&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.2305298
Feb 10 21:06:13.025607 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af28f453-975f-4bb4-a58d-ecc1a9f732d3 service neutron] Pushing event updated for resources: {'Port': ['ID=b701ffa5-4978-4ec7-b4cd-5800d6241be7,revision_number=3']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:06:13.031121 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-af28f453-975f-4bb4-a58d-ecc1a9f732d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:06:13.069929 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c00569-9046-4294-bae6-77d60379fed6 req-af28f453-975f-4bb4-a58d-ecc1a9f732d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:13.070653 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-19c00569-9046-4294-bae6-77d60379fed6 req-af28f453-975f-4bb4-a58d-ecc1a9f732d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770081'] for port, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:13.072549 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-19c00569-9046-4294-bae6-77d60379fed6 req-af28f453-975f-4bb4-a58d-ecc1a9f732d3 service neutron] 10.222.0.15 "PUT /v2.0/ports/b701ffa5-4978-4ec7-b4cd-5800d6241be7 HTTP/1.1" status: 200  len: 1157 time: 2.9623632
Feb 10 21:06:13.301372 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c00569-9046-4294-bae6-77d60379fed6 req-35d26a2c-92ca-4a70-b071-a58db2e7da05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:13.303352 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-19c00569-9046-4294-bae6-77d60379fed6 req-35d26a2c-92ca-4a70-b071-a58db2e7da05 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=acdfa87ec4e64a238c41778849fb8664&device_id=e7e3959c-ce5f-4d58-9ed1-47947da34a85 HTTP/1.1" status: 200  len: 1160 time: 0.1540353
Feb 10 21:06:13.309962 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b45ca32-575c-49c0-a4f2-9aa0a08fe059 req-6d47c715-75b5-4158-aae4-a37a70f9bc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:13.312125 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-7b45ca32-575c-49c0-a4f2-9aa0a08fe059 req-6d47c715-75b5-4158-aae4-a37a70f9bc6b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d5a452ba-1bbb-4cf5-a43d-16be280c05b9 HTTP/1.1" status: 200  len: 1163 time: 0.1207018
Feb 10 21:06:13.406290 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f105b-1d5f-4c76-8263-2d4ffae114dc req-4a58afa4-e96b-4137-9ddc-ca404b567ab7 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:13.408004 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-b22f105b-1d5f-4c76-8263-2d4ffae114dc req-4a58afa4-e96b-4137-9ddc-ca404b567ab7 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=9a0928b3-8b03-40d2-b78f-7eb8e84b309f HTTP/1.1" status: 200  len: 946 time: 0.1825032
Feb 10 21:06:13.474233 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-19c00569-9046-4294-bae6-77d60379fed6 req-c6bec6d7-0011-4f07-b18d-18186f1cffac service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b701ffa5-4978-4ec7-b4cd-5800d6241be7 HTTP/1.1" status: 200  len: 217 time: 0.1100276
Feb 10 21:06:13.484331 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-b22f105b-1d5f-4c76-8263-2d4ffae114dc req-0e9ea2d9-f9a1-4b67-a26e-2174ebf576e5 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=895a7e5f-3ef6-4f3c-9ab6-68304e4925ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0698402
Feb 10 21:06:13.547113 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-7b45ca32-575c-49c0-a4f2-9aa0a08fe059 req-cc43a9b3-c30b-49d0-87f9-e9fedf3eb0fb service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1841853
Feb 10 21:06:13.572569 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c00569-9046-4294-bae6-77d60379fed6 req-dc3ce9cd-4ee2-4edb-8460-4571b484e92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:13.574159 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-19c00569-9046-4294-bae6-77d60379fed6 req-dc3ce9cd-4ee2-4edb-8460-4571b484e92e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cfbf301d-5680-42d3-b573-9c3b05be6f98 HTTP/1.1" status: 200  len: 847 time: 0.0880647
Feb 10 21:06:13.665727 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f733da-f3b8-47fd-8e37-bae78b268dfb req-05020946-d654-4c82-9f25-c23544748749 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:13.667476 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-e2f733da-f3b8-47fd-8e37-bae78b268dfb req-05020946-d654-4c82-9f25-c23544748749 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5a452ba-1bbb-4cf5-a43d-16be280c05b9 HTTP/1.1" status: 200  len: 946 time: 0.3421400
Feb 10 21:06:13.735975 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-e2f733da-f3b8-47fd-8e37-bae78b268dfb req-c304a02a-e6cb-4880-947d-c82d6791d175 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0615509
Feb 10 21:06:13.895768 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c00569-9046-4294-bae6-77d60379fed6 req-8823f50a-7148-495b-b5c7-95b7dc7eb177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:13.897453 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-19c00569-9046-4294-bae6-77d60379fed6 req-8823f50a-7148-495b-b5c7-95b7dc7eb177 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=907563d5-8c93-48a0-8af3-4935d55858dd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0839591
Feb 10 21:06:14.046104 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-19c00569-9046-4294-bae6-77d60379fed6 req-d6077555-7ded-4005-aa75-ffa160f3794d service neutron] 10.222.0.15 "GET /v2.0/networks/907563d5-8c93-48a0-8af3-4935d55858dd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1386492
Feb 10 21:06:14.213185 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-19c00569-9046-4294-bae6-77d60379fed6 req-330c11df-3f50-4f0b-a1c5-bb866795b7a7 service neutron] 10.222.0.15 "GET /v2.0/networks/907563d5-8c93-48a0-8af3-4935d55858dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1449711
Feb 10 21:06:14.316957 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdc9325-a758-4a5c-9ebc-2953a37cd3d6 req-def7dbbe-cdfe-49e5-ac7c-44fc8c135f00 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:14.318565 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1fdc9325-a758-4a5c-9ebc-2953a37cd3d6 req-def7dbbe-cdfe-49e5-ac7c-44fc8c135f00 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/ports?device_id=e7e3959c-ce5f-4d58-9ed1-47947da34a85 HTTP/1.1" status: 200  len: 943 time: 0.1702397
Feb 10 21:06:14.387350 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1fdc9325-a758-4a5c-9ebc-2953a37cd3d6 req-4ed36b9c-a2f2-4ea8-9759-f08a182dba6a tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/security-groups?id=593a5a4c-4b56-4925-a9d5-6094bb2c229c&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0624197
Feb 10 21:06:14.808734 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3c2ddd-1367-4ab5-abe7-4d81787e61a5 req-947b1602-eb17-4ce6-a066-a1b91c0bba6e tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:14.810914 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1d3c2ddd-1367-4ab5-abe7-4d81787e61a5 req-947b1602-eb17-4ce6-a066-a1b91c0bba6e tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=9a0928b3-8b03-40d2-b78f-7eb8e84b309f HTTP/1.1" status: 200  len: 946 time: 0.1678996
Feb 10 21:06:14.833262 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7e3959c-ce5f-4d58-9ed1-47947da34a85', 'tag': 'b701ffa5-4978-4ec7-b4cd-5800d6241be7'}] {{(pid=79929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 10 21:06:14.884291 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1d3c2ddd-1367-4ab5-abe7-4d81787e61a5 req-80e4f417-52c0-44b4-986c-092f1146aeed tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=895a7e5f-3ef6-4f3c-9ab6-68304e4925ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0666745
Feb 10 21:06:14.972302 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7e3959c-ce5f-4d58-9ed1-47947da34a85', 'tag': 'b701ffa5-4978-4ec7-b4cd-5800d6241be7', 'status': 'completed', 'code': 200}
Feb 10 21:06:15.088272 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f2e75d-5737-4e98-9177-00783d7eadde req-59c97fe2-b9a0-4413-94dc-99258aa42df1 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:15.091575 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-e5f2e75d-5737-4e98-9177-00783d7eadde req-59c97fe2-b9a0-4413-94dc-99258aa42df1 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5a452ba-1bbb-4cf5-a43d-16be280c05b9 HTTP/1.1" status: 200  len: 946 time: 0.2115443
Feb 10 21:06:15.101583 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d86133b-7ae4-41e0-93eb-2e748d46f981 req-8c8efdf5-4807-4987-b175-d3a8bd7ab4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:15.103355 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-4d86133b-7ae4-41e0-93eb-2e748d46f981 req-8c8efdf5-4807-4987-b175-d3a8bd7ab4be service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=acdfa87ec4e64a238c41778849fb8664&device_id=e7e3959c-ce5f-4d58-9ed1-47947da34a85 HTTP/1.1" status: 200  len: 1160 time: 0.0993142
Feb 10 21:06:15.168731 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-e5f2e75d-5737-4e98-9177-00783d7eadde req-1a0eef76-17d1-4879-8fea-306a496bad28 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0697792
Feb 10 21:06:15.275668 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d86133b-7ae4-41e0-93eb-2e748d46f981 req-b162eaa3-1d0e-4ebb-97fe-34d1f2b2fda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:15.277267 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-4d86133b-7ae4-41e0-93eb-2e748d46f981 req-b162eaa3-1d0e-4ebb-97fe-34d1f2b2fda3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=907563d5-8c93-48a0-8af3-4935d55858dd HTTP/1.1" status: 200  len: 902 time: 0.1560893
Feb 10 21:06:15.362958 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-4d86133b-7ae4-41e0-93eb-2e748d46f981 req-8f31cbbc-4ce2-48f9-b1ba-e50bc84e2f93 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b701ffa5-4978-4ec7-b4cd-5800d6241be7 HTTP/1.1" status: 200  len: 217 time: 0.0759544
Feb 10 21:06:15.442460 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d86133b-7ae4-41e0-93eb-2e748d46f981 req-b272d27d-c9cb-4c3b-99f9-71db92aa5dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:15.444062 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-4d86133b-7ae4-41e0-93eb-2e748d46f981 req-b272d27d-c9cb-4c3b-99f9-71db92aa5dc0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cfbf301d-5680-42d3-b573-9c3b05be6f98 HTTP/1.1" status: 200  len: 847 time: 0.0663762
Feb 10 21:06:15.550130 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac813daa-bc61-4ca3-a726-dc8cf9aed68b req-2e150033-6b14-49e8-be57-8f3cfda9f238 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:15.551809 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-ac813daa-bc61-4ca3-a726-dc8cf9aed68b req-2e150033-6b14-49e8-be57-8f3cfda9f238 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/ports?device_id=c4eaa0d1-982a-4a87-b374-f73f03983cdd HTTP/1.1" status: 200  len: 945 time: 0.1848011
Feb 10 21:06:15.624373 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-ac813daa-bc61-4ca3-a726-dc8cf9aed68b req-f1daa8ff-722f-416e-ae64-b058d5461d29 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/security-groups?id=e801818c-2ba7-416a-bfd6-16d694223349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658233
Feb 10 21:06:15.808120 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device a53743a4-e3ef-4212-9855-140da57a2cd6 up at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:06:15.827809 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d86133b-7ae4-41e0-93eb-2e748d46f981 req-dbd53632-22b7-4ea9-b333-dc03523cad37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:15.829426 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-4d86133b-7ae4-41e0-93eb-2e748d46f981 req-dbd53632-22b7-4ea9-b333-dc03523cad37 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=907563d5-8c93-48a0-8af3-4935d55858dd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3715129
Feb 10 21:06:15.885489 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning complete for port a53743a4-e3ef-4212-9855-140da57a2cd6 triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:06:15.885808 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:15.952867 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e98926-cc4d-4282-836a-d492c5666634 req-e8306ed2-9a77-4af8-8416-f44a10b04f24 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:15.954601 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-b7e98926-cc4d-4282-836a-d492c5666634 req-e8306ed2-9a77-4af8-8416-f44a10b04f24 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/ports?device_id=e7e3959c-ce5f-4d58-9ed1-47947da34a85 HTTP/1.1" status: 200  len: 943 time: 0.4311762
Feb 10 21:06:16.107254 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-b7e98926-cc4d-4282-836a-d492c5666634 req-5fe40ec7-a3b8-42d1-acc0-a3859391c7a9 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/security-groups?id=593a5a4c-4b56-4925-a9d5-6094bb2c229c&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1393437
Feb 10 21:06:16.143905 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-4d86133b-7ae4-41e0-93eb-2e748d46f981 req-0fd9b3e1-bdcc-4c58-b727-0f57f5384a0e service neutron] 10.222.0.15 "GET /v2.0/networks/907563d5-8c93-48a0-8af3-4935d55858dd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3022175
Feb 10 21:06:16.230885 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5a195b-8863-4325-b6f7-4dc32adbcfb0 req-e9aade5c-335e-4b62-97cd-c00f1dee5c7c tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:16.239397 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-cd5a195b-8863-4325-b6f7-4dc32adbcfb0 req-e9aade5c-335e-4b62-97cd-c00f1dee5c7c tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=9a0928b3-8b03-40d2-b78f-7eb8e84b309f HTTP/1.1" status: 200  len: 946 time: 0.2050560
Feb 10 21:06:16.300177 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-cd5a195b-8863-4325-b6f7-4dc32adbcfb0 req-d6513279-0c5a-4880-b886-ff0eaa697e77 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=895a7e5f-3ef6-4f3c-9ab6-68304e4925ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0606191
Feb 10 21:06:16.309364 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-4d86133b-7ae4-41e0-93eb-2e748d46f981 req-6f66c2b3-e78d-4275-aeb0-72d2c41b06ba service neutron] 10.222.0.15 "GET /v2.0/networks/907563d5-8c93-48a0-8af3-4935d55858dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1483250
Feb 10 21:06:16.508236 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693f953f-147d-4ef8-9ed3-ae9e835f6d6e req-56dd3cca-3c2b-4872-908a-ccfeee22060f tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:16.510042 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-693f953f-147d-4ef8-9ed3-ae9e835f6d6e req-56dd3cca-3c2b-4872-908a-ccfeee22060f tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5a452ba-1bbb-4cf5-a43d-16be280c05b9 HTTP/1.1" status: 200  len: 946 time: 0.1747274
Feb 10 21:06:16.578537 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-693f953f-147d-4ef8-9ed3-ae9e835f6d6e req-41f5dbd8-3df5-4a74-a1cc-5f20e8ee7f01 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611596
Feb 10 21:06:16.922357 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2151900f-e810-48a2-b545-db02fb3457f4 req-90f5ca90-c237-4a0a-b793-16a3c1ed0dc5 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:16.923089 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-2151900f-e810-48a2-b545-db02fb3457f4 req-90f5ca90-c237-4a0a-b793-16a3c1ed0dc5 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Synchronizing usage tracker for tenant:fd8c6aec55114f528929638c55a0f6a9 on resource:port {{(pid=79929) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 10 21:06:16.939575 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-2151900f-e810-48a2-b545-db02fb3457f4 req-90f5ca90-c237-4a0a-b793-16a3c1ed0dc5 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Unset dirty status for tenant:fd8c6aec55114f528929638c55a0f6a9 on resource:port {{(pid=79929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 10 21:06:16.940846 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-2151900f-e810-48a2-b545-db02fb3457f4 req-90f5ca90-c237-4a0a-b793-16a3c1ed0dc5 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/ports?device_id=c4eaa0d1-982a-4a87-b374-f73f03983cdd HTTP/1.1" status: 200  len: 945 time: 0.1854820
Feb 10 21:06:17.007668 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-2151900f-e810-48a2-b545-db02fb3457f4 req-3ceeed69-1717-4eb8-a5f4-68416ea56cdb tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/security-groups?id=e801818c-2ba7-416a-bfd6-16d694223349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603111
Feb 10 21:06:17.273168 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8d0163-0848-4f18-b86b-44f648eb83d0 req-cd53fe26-55fb-424f-ac6a-57746d80ce7a tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:17.274905 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-3c8d0163-0848-4f18-b86b-44f648eb83d0 req-cd53fe26-55fb-424f-ac6a-57746d80ce7a tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5a452ba-1bbb-4cf5-a43d-16be280c05b9 HTTP/1.1" status: 200  len: 946 time: 0.1715975
Feb 10 21:06:17.344813 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-3c8d0163-0848-4f18-b86b-44f648eb83d0 req-9a0e86a9-bf49-464f-a55a-bfd49992a1bc tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629675
Feb 10 21:06:17.477467 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfcdc36-6a67-4ef1-845a-23d1ec2cb892 req-e64b13b7-1a1e-4e93-bb02-a24b3820c16a tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:17.479128 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-9dfcdc36-6a67-4ef1-845a-23d1ec2cb892 req-e64b13b7-1a1e-4e93-bb02-a24b3820c16a tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/ports?device_id=e7e3959c-ce5f-4d58-9ed1-47947da34a85 HTTP/1.1" status: 200  len: 943 time: 0.1883194
Feb 10 21:06:17.546795 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-9dfcdc36-6a67-4ef1-845a-23d1ec2cb892 req-8791822e-bba8-4c79-8ba4-5342e3438963 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/security-groups?id=593a5a4c-4b56-4925-a9d5-6094bb2c229c&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0613985
Feb 10 21:06:17.641596 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11787f4-adf2-4926-b814-e4804a898806 req-cb7a838a-9e41-4354-b1d0-80cc579bf760 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:17.643300 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-f11787f4-adf2-4926-b814-e4804a898806 req-cb7a838a-9e41-4354-b1d0-80cc579bf760 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=9a0928b3-8b03-40d2-b78f-7eb8e84b309f HTTP/1.1" status: 200  len: 946 time: 0.1806819
Feb 10 21:06:17.711679 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-f11787f4-adf2-4926-b814-e4804a898806 req-108d4095-0dfa-4480-8cd7-6a4ba4a79edd tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=895a7e5f-3ef6-4f3c-9ab6-68304e4925ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0619080
Feb 10 21:06:18.312909 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea82cda4-77b2-439e-bd08-8f32d6d8258c req-d0163dae-dc99-476e-ae55-860c73af45ec tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:18.314533 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-ea82cda4-77b2-439e-bd08-8f32d6d8258c req-d0163dae-dc99-476e-ae55-860c73af45ec tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/ports?device_id=c4eaa0d1-982a-4a87-b374-f73f03983cdd HTTP/1.1" status: 200  len: 945 time: 0.1713269
Feb 10 21:06:18.379511 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-ea82cda4-77b2-439e-bd08-8f32d6d8258c req-161f2642-4717-4c4a-b721-e764a7660e74 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/security-groups?id=e801818c-2ba7-416a-bfd6-16d694223349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583458
Feb 10 21:06:18.655277 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f14835-2b3d-4d5a-aba0-de02203e07df req-e21acaed-1db5-444b-9bea-b8303d690355 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:18.656992 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-18f14835-2b3d-4d5a-aba0-de02203e07df req-e21acaed-1db5-444b-9bea-b8303d690355 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5a452ba-1bbb-4cf5-a43d-16be280c05b9 HTTP/1.1" status: 200  len: 946 time: 0.1692002
Feb 10 21:06:18.728204 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-18f14835-2b3d-4d5a-aba0-de02203e07df req-2403fa03-44ab-4195-bab1-7dd7a47c9b5a tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0612595
Feb 10 21:06:18.850673 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5995bd7e-5f80-4e66-b912-b8eaad1c615a req-84027898-382c-442b-87ca-28aedcabec97 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:18.852315 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-5995bd7e-5f80-4e66-b912-b8eaad1c615a req-84027898-382c-442b-87ca-28aedcabec97 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/ports?device_id=e7e3959c-ce5f-4d58-9ed1-47947da34a85 HTTP/1.1" status: 200  len: 943 time: 0.1728039
Feb 10 21:06:18.919007 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-5995bd7e-5f80-4e66-b912-b8eaad1c615a req-8fec81e6-03f8-47a2-b526-1acb671eb31e tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/security-groups?id=593a5a4c-4b56-4925-a9d5-6094bb2c229c&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0599966
Feb 10 21:06:19.033787 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bcfad9-9373-4737-b02f-845e3f5368c3 req-bffa6e31-3ec8-48ef-aea4-f177ee4b3ce7 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:19.035491 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-68bcfad9-9373-4737-b02f-845e3f5368c3 req-bffa6e31-3ec8-48ef-aea4-f177ee4b3ce7 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=9a0928b3-8b03-40d2-b78f-7eb8e84b309f HTTP/1.1" status: 200  len: 946 time: 0.1761055
Feb 10 21:06:19.103394 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-68bcfad9-9373-4737-b02f-845e3f5368c3 req-c2a65fb8-9c57-495f-a064-21ef63e9398f tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=895a7e5f-3ef6-4f3c-9ab6-68304e4925ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0614727
Feb 10 21:06:19.222128 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95acb971-e71c-4ee9-acc0-1e3f74ee04c8 req-ae34e872-0954-4285-9dc5-fcc1adb681fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:19.223753 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-95acb971-e71c-4ee9-acc0-1e3f74ee04c8 req-ae34e872-0954-4285-9dc5-fcc1adb681fa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=92212326132c472cbbd1d5f9a6549ec7&device_id=d5a452ba-1bbb-4cf5-a43d-16be280c05b9 HTTP/1.1" status: 200  len: 1163 time: 0.0831499
Feb 10 21:06:19.372363 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95acb971-e71c-4ee9-acc0-1e3f74ee04c8 req-62dd6179-0e27-422d-84a5-10befb7aaa21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:19.374512 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-95acb971-e71c-4ee9-acc0-1e3f74ee04c8 req-62dd6179-0e27-422d-84a5-10befb7aaa21 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b57cc509-53ec-4b56-8b10-8490bdf813dd HTTP/1.1" status: 200  len: 912 time: 0.1396313
Feb 10 21:06:19.461038 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-95acb971-e71c-4ee9-acc0-1e3f74ee04c8 req-30cb040f-a080-4578-ae17-a917086af564 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a53743a4-e3ef-4212-9855-140da57a2cd6 HTTP/1.1" status: 200  len: 217 time: 0.0717015
Feb 10 21:06:19.540563 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95acb971-e71c-4ee9-acc0-1e3f74ee04c8 req-d9e6688d-4a98-46e7-9dca-9b3bf97ef77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:19.542249 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-95acb971-e71c-4ee9-acc0-1e3f74ee04c8 req-d9e6688d-4a98-46e7-9dca-9b3bf97ef77c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=507359e5-5fb4-4f65-a55c-2cec76549fa0 HTTP/1.1" status: 200  len: 858 time: 0.0707943
Feb 10 21:06:19.646144 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-95acb971-e71c-4ee9-acc0-1e3f74ee04c8 req-81e5894f-00e9-4874-8958-6cda2cc0b60d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b57cc509-53ec-4b56-8b10-8490bdf813dd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0670617
Feb 10 21:06:19.871025 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcec8c10-318a-4018-877f-7824279122fc req-03f97fe0-ad79-4ec9-953b-c489f09cf70b tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:19.872779 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-bcec8c10-318a-4018-877f-7824279122fc req-03f97fe0-ad79-4ec9-953b-c489f09cf70b tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/ports?device_id=c4eaa0d1-982a-4a87-b374-f73f03983cdd HTTP/1.1" status: 200  len: 945 time: 0.3342445
Feb 10 21:06:19.882726 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device 5c00599a-0ac5-4ab5-905a-f9522bbffdc9 up at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:06:19.915416 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-95acb971-e71c-4ee9-acc0-1e3f74ee04c8 req-82d6fa84-9f84-49af-bf42-396534b955eb service neutron] 10.222.0.15 "GET /v2.0/networks/b57cc509-53ec-4b56-8b10-8490bdf813dd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2580245
Feb 10 21:06:19.967250 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning complete for port 5c00599a-0ac5-4ab5-905a-f9522bbffdc9 triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:06:19.967921 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:20.077482 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eafd698-042e-444f-b94c-18e85cd1658d req-9e1db631-409f-468a-b137-f360c2617452 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:20.079257 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-3eafd698-042e-444f-b94c-18e85cd1658d req-9e1db631-409f-468a-b137-f360c2617452 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5a452ba-1bbb-4cf5-a43d-16be280c05b9 HTTP/1.1" status: 200  len: 946 time: 0.2045000
Feb 10 21:06:20.146562 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-bcec8c10-318a-4018-877f-7824279122fc req-76c14237-7907-4efd-a223-8c35bd8e3554 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/security-groups?id=e801818c-2ba7-416a-bfd6-16d694223349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2639046
Feb 10 21:06:20.162084 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-3eafd698-042e-444f-b94c-18e85cd1658d req-b1e112f8-1d0f-435d-920d-ea39b64dba27 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0759571
Feb 10 21:06:20.175824 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-95acb971-e71c-4ee9-acc0-1e3f74ee04c8 req-fbb3d065-f961-45a4-b92d-bc78a59525b4 service neutron] 10.222.0.15 "GET /v2.0/networks/b57cc509-53ec-4b56-8b10-8490bdf813dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2419679
Feb 10 21:06:20.479777 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef059e66-0fe9-4df8-8366-089ab23709d4 req-732cb420-8b6d-4ef9-a74a-ee5e3036137c tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:20.481388 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-ef059e66-0fe9-4df8-8366-089ab23709d4 req-732cb420-8b6d-4ef9-a74a-ee5e3036137c tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=9a0928b3-8b03-40d2-b78f-7eb8e84b309f HTTP/1.1" status: 200  len: 946 time: 0.1769061
Feb 10 21:06:20.523957 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1548729-903e-4a47-b8ba-82cb0cdf205e req-6a8fe0f7-705c-42c6-afca-9e1fba043baa tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:20.525623 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-a1548729-903e-4a47-b8ba-82cb0cdf205e req-6a8fe0f7-705c-42c6-afca-9e1fba043baa tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4eaa0d1-982a-4a87-b374-f73f03983cdd HTTP/1.1" status: 200  len: 945 time: 0.2008274
Feb 10 21:06:20.549531 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-ef059e66-0fe9-4df8-8366-089ab23709d4 req-ff3824f4-a9d3-4b71-9ce8-2a71d81eebaf tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=895a7e5f-3ef6-4f3c-9ab6-68304e4925ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0607913
Feb 10 21:06:20.616227 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d101810b-e782-4759-87d6-fc5d368df5be req-8192d2b7-f94c-4b05-a448-0a42edd85d28 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:20.617889 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-d101810b-e782-4759-87d6-fc5d368df5be req-8192d2b7-f94c-4b05-a448-0a42edd85d28 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/ports?device_id=e7e3959c-ce5f-4d58-9ed1-47947da34a85 HTTP/1.1" status: 200  len: 943 time: 0.3373311
Feb 10 21:06:20.683883 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-d101810b-e782-4759-87d6-fc5d368df5be req-3b678d0b-345b-4234-b26c-3efcdeb7a3c5 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/security-groups?id=593a5a4c-4b56-4925-a9d5-6094bb2c229c&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0588529
Feb 10 21:06:21.431682 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [req-a1548729-903e-4a47-b8ba-82cb0cdf205e req-d3aa2eb2-50b7-4b4b-802f-6b6aff20c74f tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Deleting port 5c00599a-0ac5-4ab5-905a-f9522bbffdc9 {{(pid=79929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 10 21:06:21.432063 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-a1548729-903e-4a47-b8ba-82cb0cdf205e req-d3aa2eb2-50b7-4b4b-802f-6b6aff20c74f tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258056652319'] for port, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:21.491908 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d42fadb-52d6-4965-8581-8b3fce281b32 req-0423fa3f-f5a3-486f-9ad8-8cf85d33050f tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:21.493615 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-9d42fadb-52d6-4965-8581-8b3fce281b32 req-0423fa3f-f5a3-486f-9ad8-8cf85d33050f tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/ports?device_id=c4eaa0d1-982a-4a87-b374-f73f03983cdd HTTP/1.1" status: 200  len: 945 time: 0.1762149
Feb 10 21:06:21.560836 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-9d42fadb-52d6-4965-8581-8b3fce281b32 req-8eb4f7e0-bb93-4b16-aefa-b9b4836ceb9f tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/security-groups?id=e801818c-2ba7-416a-bfd6-16d694223349&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597041
Feb 10 21:06:21.658131 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db9d0dc-949f-4cab-b5c5-209a3a0c54a8 req-4a29660d-957f-4dd5-a2b3-19229845c66e tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:21.659839 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-3db9d0dc-949f-4cab-b5c5-209a3a0c54a8 req-4a29660d-957f-4dd5-a2b3-19229845c66e tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5a452ba-1bbb-4cf5-a43d-16be280c05b9 HTTP/1.1" status: 200  len: 946 time: 0.3416178
Feb 10 21:06:21.836477 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-3db9d0dc-949f-4cab-b5c5-209a3a0c54a8 req-5cfe96c1-e171-469d-bd83-e84292ff7414 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1701150
Feb 10 21:06:21.880497 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8230740-fe20-4c75-b756-cb92ff609f8b req-164216da-facd-48d4-a3ca-249642496c67 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:21.882242 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-e8230740-fe20-4c75-b756-cb92ff609f8b req-164216da-facd-48d4-a3ca-249642496c67 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=9a0928b3-8b03-40d2-b78f-7eb8e84b309f HTTP/1.1" status: 200  len: 946 time: 0.1764562
Feb 10 21:06:21.894900 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [req-a1548729-903e-4a47-b8ba-82cb0cdf205e req-d3aa2eb2-50b7-4b4b-802f-6b6aff20c74f tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] For port 5c00599a-0ac5-4ab5-905a-f9522bbffdc9, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=5c00599a-0ac5-4ab5-905a-f9522bbffdc9,segment=NetworkSegment(8502f998-48d6-4289-869a-dab876cb118f),segment_id=8502f998-48d6-4289-869a-dab876cb118f)] {{(pid=79929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:06:21.895302 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-a1548729-903e-4a47-b8ba-82cb0cdf205e req-d3aa2eb2-50b7-4b4b-802f-6b6aff20c74f tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797663'] for port, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:21.950320 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-e8230740-fe20-4c75-b756-cb92ff609f8b req-306fe633-7f48-4cce-bb65-0cf9ca01ea88 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=895a7e5f-3ef6-4f3c-9ab6-68304e4925ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0604439
Feb 10 21:06:22.296304 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [req-a1548729-903e-4a47-b8ba-82cb0cdf205e req-d3aa2eb2-50b7-4b4b-802f-6b6aff20c74f tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Calling delete_port for 5c00599a-0ac5-4ab5-905a-f9522bbffdc9 owned by compute:nova {{(pid=79929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 10 21:06:22.501791 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0311ca9d-e96a-425f-b801-49ef2c585689 req-00122785-cdf8-4064-a320-7e1ec369cf67 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:22.503395 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-0311ca9d-e96a-425f-b801-49ef2c585689 req-00122785-cdf8-4064-a320-7e1ec369cf67 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/ports?device_id=e7e3959c-ce5f-4d58-9ed1-47947da34a85 HTTP/1.1" status: 200  len: 943 time: 0.5381725
Feb 10 21:06:22.626534 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-0311ca9d-e96a-425f-b801-49ef2c585689 req-10a7539e-2815-4ef5-87c5-18a58a4414e5 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/security-groups?id=593a5a4c-4b56-4925-a9d5-6094bb2c229c&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0893469
Feb 10 21:06:22.627388 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-a1548729-903e-4a47-b8ba-82cb0cdf205e req-d3aa2eb2-50b7-4b4b-802f-6b6aff20c74f tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778798065335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778797633719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630282'] for port, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:22.645357 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b4c61678-f0c9-4026-bc87-110b31a6c53d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:06:22.705027 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aa2eb2-50b7-4b4b-802f-6b6aff20c74f tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Pushing event deleted for resources: {'Port': ['ID=5c00599a-0ac5-4ab5-905a-f9522bbffdc9,revision_number=None']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:06:22.709847 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-d3aa2eb2-50b7-4b4b-802f-6b6aff20c74f tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:06:22.748999 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-43f9711f-ffee-43c6-b434-7c7ff2dba6dc req-478f15b5-0d8f-4e69-bf65-666f7ef3df0f tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/ports?device_id=c4eaa0d1-982a-4a87-b374-f73f03983cdd HTTP/1.1" status: 200  len: 210 time: 0.0541220
Feb 10 21:06:22.865565 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1548729-903e-4a47-b8ba-82cb0cdf205e req-d3aa2eb2-50b7-4b4b-802f-6b6aff20c74f tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] No DVR routers for this DVR port 5c00599a-0ac5-4ab5-905a-f9522bbffdc9 on host hv-cinder-77500 {{(pid=79929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 10 21:06:22.867833 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-a1548729-903e-4a47-b8ba-82cb0cdf205e req-d3aa2eb2-50b7-4b4b-802f-6b6aff20c74f tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770081'] for port, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:22.871818 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4eaa0d1-982a-4a87-b374-f73f03983cdd', 'name': 'network-vif-deleted', 'tag': '5c00599a-0ac5-4ab5-905a-f9522bbffdc9'}] {{(pid=79929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 10 21:06:22.886811 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-a1548729-903e-4a47-b8ba-82cb0cdf205e req-d3aa2eb2-50b7-4b4b-802f-6b6aff20c74f tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.15 "DELETE /v2.0/ports/5c00599a-0ac5-4ab5-905a-f9522bbffdc9 HTTP/1.1" status: 204  len: 173 time: 1.6079910
Feb 10 21:06:22.933983 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4eaa0d1-982a-4a87-b374-f73f03983cdd', 'name': 'network-vif-deleted', 'tag': '5c00599a-0ac5-4ab5-905a-f9522bbffdc9', 'status': 'completed', 'code': 200}
Feb 10 21:06:23.176627 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e268564-5e43-4d12-aa3d-82716309b05e req-b7500ba1-e41c-44ac-9c7b-3c54bd24a7c7 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:23.178354 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-3e268564-5e43-4d12-aa3d-82716309b05e req-b7500ba1-e41c-44ac-9c7b-3c54bd24a7c7 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5a452ba-1bbb-4cf5-a43d-16be280c05b9 HTTP/1.1" status: 200  len: 946 time: 0.2019794
Feb 10 21:06:23.249718 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-3e268564-5e43-4d12-aa3d-82716309b05e req-cbf3e5bf-ed3a-4e5e-b537-83b59ad1ba4e tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618265
Feb 10 21:06:23.260874 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device a53743a4-e3ef-4212-9855-140da57a2cd6 up at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:06:23.305549 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dfb34d-3740-4794-979f-0bea2597a2e2 req-87891c0d-2aa4-438e-be28-c0e8d0aca8a7 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:23.307297 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-34dfb34d-3740-4794-979f-0bea2597a2e2 req-87891c0d-2aa4-438e-be28-c0e8d0aca8a7 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=9a0928b3-8b03-40d2-b78f-7eb8e84b309f HTTP/1.1" status: 200  len: 946 time: 0.1845217
Feb 10 21:06:23.344391 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning complete for port a53743a4-e3ef-4212-9855-140da57a2cd6 triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:06:23.344812 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:23.374430 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-34dfb34d-3740-4794-979f-0bea2597a2e2 req-915bca1f-a330-47cb-814e-4e34f22bb690 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=895a7e5f-3ef6-4f3c-9ab6-68304e4925ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0600681
Feb 10 21:06:23.486608 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device 5c00599a-0ac5-4ab5-905a-f9522bbffdc9 no longer exists at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 10 21:06:23.523424 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] No Port match for: 5c00599a-0ac5-4ab5-905a-f9522bbffdc9 {{(pid=79930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 10 21:06:23.523922 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device 5c00599a-0ac5-4ab5-905a-f9522bbffdc9 not bound to the agent host hv-cinder-77500 {{(pid=79930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 10 21:06:23.953156 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571c464b-97c0-4a6a-abe2-59dde0b5db7c req-e14d2b98-5a65-4053-9332-dfc60fb8574f tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:23.954874 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-571c464b-97c0-4a6a-abe2-59dde0b5db7c req-e14d2b98-5a65-4053-9332-dfc60fb8574f tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/ports?device_id=e7e3959c-ce5f-4d58-9ed1-47947da34a85 HTTP/1.1" status: 200  len: 943 time: 0.1938910
Feb 10 21:06:24.003236 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-01b40de6-0c8f-42a7-b221-f656df2db3fd req-ec1d1920-7b2a-454d-ae54-414ccb00ecfa tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] 10.222.0.82 "GET /v2.0/ports?device_id=c4eaa0d1-982a-4a87-b374-f73f03983cdd HTTP/1.1" status: 200  len: 210 time: 0.0942316
Feb 10 21:06:24.027559 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-571c464b-97c0-4a6a-abe2-59dde0b5db7c req-29ab0358-3d5f-4411-87c4-52637f88843b tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/security-groups?id=593a5a4c-4b56-4925-a9d5-6094bb2c229c&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0654681
Feb 10 21:06:24.088977 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-88e2ec7f-5789-4f5c-8d2a-11f3708ba557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:24.558370 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca3da9d-4d7a-4dfe-9e0b-0cd47f1c1875 req-fa4a5f7e-1898-43f1-9493-a8e7c99afbde tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:24.561311 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-8ca3da9d-4d7a-4dfe-9e0b-0cd47f1c1875 req-fa4a5f7e-1898-43f1-9493-a8e7c99afbde tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5a452ba-1bbb-4cf5-a43d-16be280c05b9 HTTP/1.1" status: 200  len: 946 time: 0.1774724
Feb 10 21:06:24.630492 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-8ca3da9d-4d7a-4dfe-9e0b-0cd47f1c1875 req-023c86ea-3531-4b24-8cfe-28a6e184a849 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632617
Feb 10 21:06:24.700112 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee808111-4f25-46cd-b061-b1f5483d0ffa req-9c9a4e03-ec19-4a2c-9bd8-12ecaa81a604 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:24.702234 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-ee808111-4f25-46cd-b061-b1f5483d0ffa req-9c9a4e03-ec19-4a2c-9bd8-12ecaa81a604 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=9a0928b3-8b03-40d2-b78f-7eb8e84b309f HTTP/1.1" status: 200  len: 946 time: 0.1738799
Feb 10 21:06:24.768366 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-ee808111-4f25-46cd-b061-b1f5483d0ffa req-096a8849-9c5d-43c0-ac7b-e8b65fd0cb50 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=895a7e5f-3ef6-4f3c-9ab6-68304e4925ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0596542
Feb 10 21:06:24.888874 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.agents_db [None req-2fd61c53-9bc0-4c2f-aa40-be9729c6e46f None None] Agent healthcheck: found 6 active agents {{(pid=79931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 10 21:06:25.161833 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 58526) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:06:25.293699 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.db_base_plugin_v2 [None req-23815d23-6ab4-4d64-a8d3-9a4dee133b4b admin admin] Deleting subnet 884075b2-6b00-417e-a17c-100207a10cdd {{(pid=79928) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 10 21:06:25.299232 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-23815d23-6ab4-4d64-a8d3-9a4dee133b4b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:25.363810 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-23815d23-6ab4-4d64-a8d3-9a4dee133b4b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036828158300'] for subnet, precommit_delete_associations {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:25.479434 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1349c5fa-e572-401f-9e58-1eb1a9c83b3c req-37e6164f-b6bc-417d-8ae9-698c5449b959 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:25.481063 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1349c5fa-e572-401f-9e58-1eb1a9c83b3c req-37e6164f-b6bc-417d-8ae9-698c5449b959 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/ports?device_id=e7e3959c-ce5f-4d58-9ed1-47947da34a85 HTTP/1.1" status: 200  len: 943 time: 0.2851975
Feb 10 21:06:25.549381 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-23815d23-6ab4-4d64-a8d3-9a4dee133b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016988'] for subnet, precommit_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:25.601539 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1349c5fa-e572-401f-9e58-1eb1a9c83b3c req-6f4d8ec3-4a9f-407d-95b1-770d843c6851 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/security-groups?id=593a5a4c-4b56-4925-a9d5-6094bb2c229c&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1072080
Feb 10 21:06:25.872118 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-23815d23-6ab4-4d64-a8d3-9a4dee133b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853758828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851634438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851258945'] for subnet, after_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:25.890431 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:06:25.974105 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd077e-fc0b-44ad-9804-6fad951b4392 req-0fae12e1-3b62-49f5-b0fb-edaa1d8fb0be tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:25.975890 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-bcbd077e-fc0b-44ad-9804-6fad951b4392 req-0fae12e1-3b62-49f5-b0fb-edaa1d8fb0be tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5a452ba-1bbb-4cf5-a43d-16be280c05b9 HTTP/1.1" status: 200  len: 946 time: 0.1776047
Feb 10 21:06:26.048157 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-bcbd077e-fc0b-44ad-9804-6fad951b4392 req-dcfd3029-a0dd-4941-bcab-ccd4216bcc8e tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0640545
Feb 10 21:06:26.212774 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23815d23-6ab4-4d64-a8d3-9a4dee133b4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=884075b2-6b00-417e-a17c-100207a10cdd,revision_number=None']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:06:26.229981 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-23815d23-6ab4-4d64-a8d3-9a4dee133b4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:06:26.284090 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-23815d23-6ab4-4d64-a8d3-9a4dee133b4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728031'] for subnet, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:26.293427 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-23815d23-6ab4-4d64-a8d3-9a4dee133b4b admin admin] 10.222.0.82 "DELETE /v2.0/subnets/884075b2-6b00-417e-a17c-100207a10cdd HTTP/1.1" status: 204  len: 168 time: 1.1304407
Feb 10 21:06:26.296287 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 58536) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:06:26.385057 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6eba0a-f1dc-473b-ae06-84bc038e1f02 req-ccdf3a7d-78f8-4ca2-8359-e85056add775 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:26.386951 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-9a6eba0a-f1dc-473b-ae06-84bc038e1f02 req-ccdf3a7d-78f8-4ca2-8359-e85056add775 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=9a0928b3-8b03-40d2-b78f-7eb8e84b309f HTTP/1.1" status: 200  len: 946 time: 0.4534688
Feb 10 21:06:26.415816 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-1b5a5262-8ad6-40d6-8d2b-b6b0d5170e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853728688'] for network, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:26.455802 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-9a6eba0a-f1dc-473b-ae06-84bc038e1f02 req-64ed1d0f-669d-42bd-b7a3-6e5834e69f20 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=895a7e5f-3ef6-4f3c-9ab6-68304e4925ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0615025
Feb 10 21:06:26.634151 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-1b5a5262-8ad6-40d6-8d2b-b6b0d5170e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023083', 'neutron.services.segments.db._delete_segments_for_network-8778798167172'] for network, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:26.644783 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a348f97b-7211-4d6a-9dd6-2ae8528ded07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:26.797842 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.services.segments.db [None req-1b5a5262-8ad6-40d6-8d2b-b6b0d5170e06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fbf8bf905c0>,) {'filters': {'network_id': ['20901ffe-56e0-4231-a22c-8768446088e2']}} {{(pid=79929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:06:26.821949 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.services.segments.db [None req-1b5a5262-8ad6-40d6-8d2b-b6b0d5170e06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fbf8bf905c0>, '8502f998-48d6-4289-869a-dab876cb118f') {'for_net_delete': True} {{(pid=79929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:06:26.822309 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.services.segments.db [None req-1b5a5262-8ad6-40d6-8d2b-b6b0d5170e06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fbf8bf905c0>, '8502f998-48d6-4289-869a-dab876cb118f') {} {{(pid=79929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:06:26.838454 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-1b5a5262-8ad6-40d6-8d2b-b6b0d5170e06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778798166933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852067840'] for segment, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:26.858502 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-1b5a5262-8ad6-40d6-8d2b-b6b0d5170e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853830591'] for segment, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:26.861881 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1b5a5262-8ad6-40d6-8d2b-b6b0d5170e06 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=79929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 10 21:06:27.041312 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be7020-918d-437e-8466-65209982a6bf req-057c66eb-f8a4-4cfd-86ff-4ad25d8e1a22 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:27.043065 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-53be7020-918d-437e-8466-65209982a6bf req-057c66eb-f8a4-4cfd-86ff-4ad25d8e1a22 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/ports?device_id=e7e3959c-ce5f-4d58-9ed1-47947da34a85 HTTP/1.1" status: 200  len: 943 time: 0.3079453
Feb 10 21:06:27.170763 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-1b5a5262-8ad6-40d6-8d2b-b6b0d5170e06 admin admin] Network 20901ffe-56e0-4231-a22c-8768446088e2 has no segments {{(pid=79929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 10 21:06:27.181248 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-1b5a5262-8ad6-40d6-8d2b-b6b0d5170e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-945225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852145411'] for segment, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:27.287081 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-53be7020-918d-437e-8466-65209982a6bf req-052a5cc6-6868-48ab-822c-cb9ae38ee6fc tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/security-groups?id=593a5a4c-4b56-4925-a9d5-6094bb2c229c&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.2258601
Feb 10 21:06:27.291288 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8e35c017-ca0e-4997-9af4-ce0f5f2c761e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:27.366969 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96a48bf-ee51-40f9-ad63-3499e63df084 req-95d1fc2e-25ab-4d91-9dab-9a0aa1310fa5 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:27.368664 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-d96a48bf-ee51-40f9-ad63-3499e63df084 req-95d1fc2e-25ab-4d91-9dab-9a0aa1310fa5 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5a452ba-1bbb-4cf5-a43d-16be280c05b9 HTTP/1.1" status: 200  len: 946 time: 0.1791725
Feb 10 21:06:27.391117 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-1b5a5262-8ad6-40d6-8d2b-b6b0d5170e06 admin admin] Network 20901ffe-56e0-4231-a22c-8768446088e2 has no segments {{(pid=79929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 10 21:06:27.418547 dv-cinder-775008-1-iscsi neutron-server[79816]: Traceback (most recent call last):
Feb 10 21:06:27.418547 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 10 21:06:27.418547 dv-cinder-775008-1-iscsi neutron-server[79816]:     timer()
Feb 10 21:06:27.418547 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 10 21:06:27.418547 dv-cinder-775008-1-iscsi neutron-server[79816]:     cb(*args, **kw)
Feb 10 21:06:27.418547 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 10 21:06:27.418547 dv-cinder-775008-1-iscsi neutron-server[79816]:     return func(*args, **kwargs)
Feb 10 21:06:27.418547 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 10 21:06:27.418547 dv-cinder-775008-1-iscsi neutron-server[79816]:     self._notify()
Feb 10 21:06:27.418547 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 10 21:06:27.418547 dv-cinder-775008-1-iscsi neutron-server[79816]:     self.callback(batched_events)
Feb 10 21:06:27.418547 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 10 21:06:27.418547 dv-cinder-775008-1-iscsi neutron-server[79816]:     event.method(event)
Feb 10 21:06:27.418547 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 10 21:06:27.418547 dv-cinder-775008-1-iscsi neutron-server[79816]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 10 21:06:27.418547 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 10 21:06:27.418547 dv-cinder-775008-1-iscsi neutron-server[79816]:     segment_id)['aggregates'][0]
Feb 10 21:06:27.418547 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 10 21:06:27.418547 dv-cinder-775008-1-iscsi neutron-server[79816]:     return f(self, *a, **k)
Feb 10 21:06:27.418547 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 10 21:06:27.418547 dv-cinder-775008-1-iscsi neutron-server[79816]:     return self._get(url).json()
Feb 10 21:06:27.418547 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 10 21:06:27.418547 dv-cinder-775008-1-iscsi neutron-server[79816]:     **kwargs)
Feb 10 21:06:27.418547 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 10 21:06:27.418547 dv-cinder-775008-1-iscsi neutron-server[79816]:     return self.request(url, 'GET', **kwargs)
Feb 10 21:06:27.418547 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 10 21:06:27.418547 dv-cinder-775008-1-iscsi neutron-server[79816]:     **endpoint_filter)
Feb 10 21:06:27.418547 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 10 21:06:27.418547 dv-cinder-775008-1-iscsi neutron-server[79816]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 10 21:06:27.418547 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 10 21:06:27.418547 dv-cinder-775008-1-iscsi neutron-server[79816]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 10 21:06:27.418547 dv-cinder-775008-1-iscsi neutron-server[79816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 10 21:06:27.437091 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-d96a48bf-ee51-40f9-ad63-3499e63df084 req-5d46f26e-666a-4d1e-9705-f560c2de5fec tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606499
Feb 10 21:06:27.497291 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-1b5a5262-8ad6-40d6-8d2b-b6b0d5170e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853752733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850656724'] for network, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:27.501890 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-1b5a5262-8ad6-40d6-8d2b-b6b0d5170e06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728031'] for network, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:27.505974 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-7df53b3d-9dce-4527-943b-2efb0ebd9bff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:06:27.533049 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5a5262-8ad6-40d6-8d2b-b6b0d5170e06 admin admin] Pushing event deleted for resources: {'Network': ['ID=20901ffe-56e0-4231-a22c-8768446088e2,revision_number=None']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:06:27.535976 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-1b5a5262-8ad6-40d6-8d2b-b6b0d5170e06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:06:27.538361 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-1b5a5262-8ad6-40d6-8d2b-b6b0d5170e06 admin admin] 10.222.0.82 "DELETE /v2.0/networks/20901ffe-56e0-4231-a22c-8768446088e2 HTTP/1.1" status: 204  len: 168 time: 1.2408800
Feb 10 21:06:27.799328 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 58552) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:06:27.862140 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-31c2c51d-7d44-46a2-8c42-a16be0599470 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=fd8c6aec55114f528929638c55a0f6a9&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0613561
Feb 10 21:06:27.864771 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 58556) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:06:27.929896 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8571f380-c97e-4e73-96b3-f78b2de9f1f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:27.957646 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf3a3d0-524c-4302-a076-e7672c8563fb req-9678a441-5061-40cd-93b5-d88d06fccc67 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:27.959190 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8571f380-c97e-4e73-96b3-f78b2de9f1f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:27.959393 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-9cf3a3d0-524c-4302-a076-e7672c8563fb req-9678a441-5061-40cd-93b5-d88d06fccc67 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=9a0928b3-8b03-40d2-b78f-7eb8e84b309f HTTP/1.1" status: 200  len: 946 time: 0.1792915
Feb 10 21:06:28.014910 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8571f380-c97e-4e73-96b3-f78b2de9f1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:28.020246 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-d3d5a579-d8bc-4685-9efb-da91b835149e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:06:28.029967 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-9cf3a3d0-524c-4302-a076-e7672c8563fb req-f6fd8fe6-7b02-48ce-9749-01d6f961e543 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=895a7e5f-3ef6-4f3c-9ab6-68304e4925ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0639653
Feb 10 21:06:28.035021 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8571f380-c97e-4e73-96b3-f78b2de9f1f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e801818c-2ba7-416a-bfd6-16d694223349,revision_number=None']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:06:28.038229 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-8571f380-c97e-4e73-96b3-f78b2de9f1f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:06:28.046509 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8571f380-c97e-4e73-96b3-f78b2de9f1f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:28.050312 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-8571f380-c97e-4e73-96b3-f78b2de9f1f6 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/e801818c-2ba7-416a-bfd6-16d694223349 HTTP/1.1" status: 204  len: 168 time: 0.1820710
Feb 10 21:06:28.201486 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:28.333892 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a16a173f-35ea-40df-9953-0a23fc2526db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:28.444469 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device b701ffa5-4978-4ec7-b4cd-5800d6241be7 up at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:06:28.528516 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning for port b701ffa5-4978-4ec7-b4cd-5800d6241be7 completed by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 10 21:06:28.534696 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning complete for port b701ffa5-4978-4ec7-b4cd-5800d6241be7 triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:06:28.535353 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:28.661208 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bef703-3e37-4db3-9497-c1506b7f1fd9 req-53c70d97-0202-4e12-a3c5-83e572081984 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:28.663724 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-f7bef703-3e37-4db3-9497-c1506b7f1fd9 req-53c70d97-0202-4e12-a3c5-83e572081984 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/ports?device_id=e7e3959c-ce5f-4d58-9ed1-47947da34a85 HTTP/1.1" status: 200  len: 943 time: 0.2247441
Feb 10 21:06:28.689058 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:28.723753 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] For port b701ffa5-4978-4ec7-b4cd-5800d6241be7, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=b701ffa5-4978-4ec7-b4cd-5800d6241be7,segment=NetworkSegment(29a8cf3a-f007-43c8-ad36-c9b75fc33c26),segment_id=29a8cf3a-f007-43c8-ad36-c9b75fc33c26)] {{(pid=79930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:06:28.724950 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7e3959c-ce5f-4d58-9ed1-47947da34a85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b701ffa5-4978-4ec7-b4cd-5800d6241be7'}] {{(pid=79930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 10 21:06:28.732468 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:28.733478 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device a53743a4-e3ef-4212-9855-140da57a2cd6 up at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:06:28.766053 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-f7bef703-3e37-4db3-9497-c1506b7f1fd9 req-db277338-ede5-49a4-b951-0fad0c4b50a0 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/security-groups?id=593a5a4c-4b56-4925-a9d5-6094bb2c229c&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0936811
Feb 10 21:06:28.799495 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:06:28.845459 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10abe72b-e126-4485-b79c-f1d8dbb10246 req-b5814801-dbe3-4440-ba0e-79c330752f88 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:28.853442 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-10abe72b-e126-4485-b79c-f1d8dbb10246 req-b5814801-dbe3-4440-ba0e-79c330752f88 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5a452ba-1bbb-4cf5-a43d-16be280c05b9 HTTP/1.1" status: 200  len: 946 time: 0.2760110
Feb 10 21:06:28.887554 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7e3959c-ce5f-4d58-9ed1-47947da34a85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b701ffa5-4978-4ec7-b4cd-5800d6241be7', 'code': 200}
Feb 10 21:06:28.897869 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Pushing event updated for resources: {'Port': ['ID=b701ffa5-4978-4ec7-b4cd-5800d6241be7,revision_number=4']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:06:28.901736 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:06:28.909254 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning complete for port a53743a4-e3ef-4212-9855-140da57a2cd6 triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:06:28.909750 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:28.946961 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-10abe72b-e126-4485-b79c-f1d8dbb10246 req-71535684-bcc5-4182-92b4-9b5bd36e96ba tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0922396
Feb 10 21:06:29.308276 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417ab61d-0dd8-43c2-8546-6f5850407864 req-fac97d94-fa95-4654-aaf9-4a10467d9cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:29.311797 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-417ab61d-0dd8-43c2-8546-6f5850407864 req-fac97d94-fa95-4654-aaf9-4a10467d9cc7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e7e3959c-ce5f-4d58-9ed1-47947da34a85 HTTP/1.1" status: 200  len: 1162 time: 0.0998304
Feb 10 21:06:29.360457 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-417ab61d-0dd8-43c2-8546-6f5850407864 req-be9b427f-bfd9-4c5e-8fb7-271497017df2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=593a5a4c-4b56-4925-a9d5-6094bb2c229c&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0406260
Feb 10 21:06:29.365536 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device b701ffa5-4978-4ec7-b4cd-5800d6241be7 up at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:06:29.393830 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6095137-f5a0-459e-98e0-42f46f45dab2 req-37034038-8b74-4ef8-98cd-769cd01f7a30 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:29.395589 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-e6095137-f5a0-459e-98e0-42f46f45dab2 req-37034038-8b74-4ef8-98cd-769cd01f7a30 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=9a0928b3-8b03-40d2-b78f-7eb8e84b309f HTTP/1.1" status: 200  len: 946 time: 0.1758251
Feb 10 21:06:29.461851 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning complete for port b701ffa5-4978-4ec7-b4cd-5800d6241be7 triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:06:29.462309 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:29.473514 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-e6095137-f5a0-459e-98e0-42f46f45dab2 req-1095016c-9c5c-458a-a310-3a449c09770b tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=895a7e5f-3ef6-4f3c-9ab6-68304e4925ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0697989
Feb 10 21:06:29.631427 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device 1556af23-7030-4f4d-8750-7e5780fdd8aa up at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:06:29.714339 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning complete for port 1556af23-7030-4f4d-8750-7e5780fdd8aa triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:06:29.714864 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:30.175000 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dc4f86-ee1d-4c03-9d9b-ce1497208554 req-0c23bdc3-bb29-422a-aa5c-0a5e23e3c1f7 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:30.177425 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-d7dc4f86-ee1d-4c03-9d9b-ce1497208554 req-0c23bdc3-bb29-422a-aa5c-0a5e23e3c1f7 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/ports?device_id=e7e3959c-ce5f-4d58-9ed1-47947da34a85 HTTP/1.1" status: 200  len: 945 time: 0.2768762
Feb 10 21:06:30.309342 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-d7dc4f86-ee1d-4c03-9d9b-ce1497208554 req-ed138f70-88aa-4f33-a4a6-8e18e7887e0c tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/security-groups?id=593a5a4c-4b56-4925-a9d5-6094bb2c229c&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0831282
Feb 10 21:06:30.328702 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-55dd1d0c-7eba-4064-bcc8-a0b25f4f381c req-7648a1b4-f46a-4033-96f8-d1be0ea71276 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d5a452ba-1bbb-4cf5-a43d-16be280c05b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1497524
Feb 10 21:06:30.452137 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd1d0c-7eba-4064-bcc8-a0b25f4f381c req-20f0e2b2-c39a-4df7-a3db-b32ff7f36f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:30.453769 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-55dd1d0c-7eba-4064-bcc8-a0b25f4f381c req-20f0e2b2-c39a-4df7-a3db-b32ff7f36f2f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=92212326132c472cbbd1d5f9a6549ec7&device_id=d5a452ba-1bbb-4cf5-a43d-16be280c05b9 HTTP/1.1" status: 200  len: 1163 time: 0.0886896
Feb 10 21:06:30.919798 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd1d0c-7eba-4064-bcc8-a0b25f4f381c req-80913aa3-0e74-4c31-8bb1-58e6ef22e92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:30.921559 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-55dd1d0c-7eba-4064-bcc8-a0b25f4f381c req-80913aa3-0e74-4c31-8bb1-58e6ef22e92f service neutron] 10.222.0.15 "GET /v2.0/networks?id=b57cc509-53ec-4b56-8b10-8490bdf813dd HTTP/1.1" status: 200  len: 912 time: 0.4331222
Feb 10 21:06:31.031180 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:31.036030 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe470c1-62a2-4ffb-aac4-8e98a9515845 req-ca9ed375-2bd5-42b6-9a70-0fc5e833d20c tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:31.037711 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-9fe470c1-62a2-4ffb-aac4-8e98a9515845 req-ca9ed375-2bd5-42b6-9a70-0fc5e833d20c tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=9a0928b3-8b03-40d2-b78f-7eb8e84b309f HTTP/1.1" status: 200  len: 946 time: 0.2184234
Feb 10 21:06:31.132920 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-55dd1d0c-7eba-4064-bcc8-a0b25f4f381c req-1582501d-5573-49a6-a743-367041fbf892 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a53743a4-e3ef-4212-9855-140da57a2cd6 HTTP/1.1" status: 200  len: 217 time: 0.0941014
Feb 10 21:06:31.221418 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-9fe470c1-62a2-4ffb-aac4-8e98a9515845 req-45462cf6-8772-46a6-8a3e-5743f9021116 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=895a7e5f-3ef6-4f3c-9ab6-68304e4925ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1232970
Feb 10 21:06:31.238459 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd1d0c-7eba-4064-bcc8-a0b25f4f381c req-34e866d8-d8e3-4408-910c-6ab70eaca334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:31.240047 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-55dd1d0c-7eba-4064-bcc8-a0b25f4f381c req-34e866d8-d8e3-4408-910c-6ab70eaca334 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=507359e5-5fb4-4f65-a55c-2cec76549fa0 HTTP/1.1" status: 200  len: 858 time: 0.0931103
Feb 10 21:06:31.305316 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-55dd1d0c-7eba-4064-bcc8-a0b25f4f381c req-fc698a0d-8931-4228-9694-cb497aaacda3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b57cc509-53ec-4b56-8b10-8490bdf813dd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0550141
Feb 10 21:06:31.465767 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-55dd1d0c-7eba-4064-bcc8-a0b25f4f381c req-df677091-7ebb-488f-bcd4-416af4e799e1 service neutron] 10.222.0.15 "GET /v2.0/networks/b57cc509-53ec-4b56-8b10-8490bdf813dd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1487310
Feb 10 21:06:31.637291 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-55dd1d0c-7eba-4064-bcc8-a0b25f4f381c req-1634b998-3510-444e-8d9d-83ce67d5541e service neutron] 10.222.0.15 "GET /v2.0/networks/b57cc509-53ec-4b56-8b10-8490bdf813dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1584024
Feb 10 21:06:31.643493 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eedf8c5-e863-4ac2-bcae-288bf30348b7 req-3d6d1688-79ee-4aa5-a510-ee0f2fcb93a1 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:31.645239 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-0eedf8c5-e863-4ac2-bcae-288bf30348b7 req-3d6d1688-79ee-4aa5-a510-ee0f2fcb93a1 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/ports?device_id=e7e3959c-ce5f-4d58-9ed1-47947da34a85 HTTP/1.1" status: 200  len: 945 time: 0.1944826
Feb 10 21:06:31.718644 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-0eedf8c5-e863-4ac2-bcae-288bf30348b7 req-ba960ad0-d262-4292-9d2e-0bc055020d49 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/security-groups?id=593a5a4c-4b56-4925-a9d5-6094bb2c229c&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0662549
Feb 10 21:06:32.047535 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28943e19-6926-4f82-815f-c91d82dafc10 req-aeca2acf-9b74-4c2d-bf8f-69f9060955a8 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:32.049252 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-28943e19-6926-4f82-815f-c91d82dafc10 req-aeca2acf-9b74-4c2d-bf8f-69f9060955a8 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/ports?device_id=e7e3959c-ce5f-4d58-9ed1-47947da34a85 HTTP/1.1" status: 200  len: 945 time: 0.1858115
Feb 10 21:06:32.135873 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-28943e19-6926-4f82-815f-c91d82dafc10 req-1f4ceed8-3aa1-4de1-aeff-536e508a3dfa tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/security-groups?id=593a5a4c-4b56-4925-a9d5-6094bb2c229c&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0766163
Feb 10 21:06:32.396299 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-55cf4da9-cb80-4ee4-96a2-f6a738905677 req-a5fee626-9306-4c5d-ad1c-2ad851e7b883 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2040415
Feb 10 21:06:32.409901 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [req-55cf4da9-cb80-4ee4-96a2-f6a738905677 req-10d1c852-4a36-417d-87fa-2c67a5e5677c tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Request body: {'floatingip': {'floating_network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614'}} {{(pid=79929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:06:32.433228 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [req-55cf4da9-cb80-4ee4-96a2-f6a738905677 req-10d1c852-4a36-417d-87fa-2c67a5e5677c tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:06:32.438455 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-55cf4da9-cb80-4ee4-96a2-f6a738905677 req-10d1c852-4a36-417d-87fa-2c67a5e5677c tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Usage tracker for resource:floatingip and tenant:acdfa87ec4e64a238c41778849fb8664 is out of sync, need to count used quota {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:06:32.441551 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-55cf4da9-cb80-4ee4-96a2-f6a738905677 req-10d1c852-4a36-417d-87fa-2c67a5e5677c tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:06:32.447488 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [req-55cf4da9-cb80-4ee4-96a2-f6a738905677 req-10d1c852-4a36-417d-87fa-2c67a5e5677c tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:06:32.458665 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-55cf4da9-cb80-4ee4-96a2-f6a738905677 req-10d1c852-4a36-417d-87fa-2c67a5e5677c tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Notify callbacks [] for floatingip, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:32.566123 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8b0e0b-bcca-49ff-aa03-fbab369a4208 req-780f0606-9cd4-44a8-8930-244134d88d41 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:32.567841 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-cf8b0e0b-bcca-49ff-aa03-fbab369a4208 req-780f0606-9cd4-44a8-8930-244134d88d41 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=9a0928b3-8b03-40d2-b78f-7eb8e84b309f HTTP/1.1" status: 200  len: 946 time: 0.1851792
Feb 10 21:06:32.613888 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-55cf4da9-cb80-4ee4-96a2-f6a738905677 req-10d1c852-4a36-417d-87fa-2c67a5e5677c tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:32.637002 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-cf8b0e0b-bcca-49ff-aa03-fbab369a4208 req-b134e838-f6c1-4d17-8364-f267a9f747c2 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=895a7e5f-3ef6-4f3c-9ab6-68304e4925ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0622382
Feb 10 21:06:32.933146 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.db_base_plugin_common [req-55cf4da9-cb80-4ee4-96a2-f6a738905677 req-10d1c852-4a36-417d-87fa-2c67a5e5677c tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Allocated IP 172.27.3.36 (caec50ae-8f3b-4f45-a3ad-eb903a732614/47475132-bc81-43cb-b635-450463390609/24e4fbe2-6e72-467e-948c-fc8e4c34d82c) {{(pid=79929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 10 21:06:33.100274 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-55cf4da9-cb80-4ee4-96a2-f6a738905677 req-10d1c852-4a36-417d-87fa-2c67a5e5677c tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Notify callbacks [] for port, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:33.135850 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-55cf4da9-cb80-4ee4-96a2-f6a738905677 req-10d1c852-4a36-417d-87fa-2c67a5e5677c tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778797635767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630282'] for port, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:33.156355 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-886b5a15-2f05-45d6-98fb-bb4e43220b69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:06:33.310847 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d1c852-4a36-417d-87fa-2c67a5e5677c tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Pushing event updated for resources: {'Port': ['ID=24e4fbe2-6e72-467e-948c-fc8e4c34d82c,revision_number=1']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:06:33.315479 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-10d1c852-4a36-417d-87fa-2c67a5e5677c tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:06:33.365866 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55cf4da9-cb80-4ee4-96a2-f6a738905677 req-10d1c852-4a36-417d-87fa-2c67a5e5677c tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Network caec50ae-8f3b-4f45-a3ad-eb903a732614 is already hosted by enough agents. {{(pid=79929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 10 21:06:33.367126 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.base_scheduler [req-55cf4da9-cb80-4ee4-96a2-f6a738905677 req-10d1c852-4a36-417d-87fa-2c67a5e5677c tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Resources bound (agent type, host, resource id):  {{(pid=79929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 10 21:06:33.369458 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [req-55cf4da9-cb80-4ee4-96a2-f6a738905677 req-10d1c852-4a36-417d-87fa-2c67a5e5677c tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Received port after_create {{(pid=79929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 10 21:06:33.460605 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-55cf4da9-cb80-4ee4-96a2-f6a738905677 req-10d1c852-4a36-417d-87fa-2c67a5e5677c tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:33.524623 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-55cf4da9-cb80-4ee4-96a2-f6a738905677 req-10d1c852-4a36-417d-87fa-2c67a5e5677c tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:33.809045 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-55cf4da9-cb80-4ee4-96a2-f6a738905677 req-10d1c852-4a36-417d-87fa-2c67a5e5677c tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Notify callbacks [] for port, precommit_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:33.814615 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-55cf4da9-cb80-4ee4-96a2-f6a738905677 req-10d1c852-4a36-417d-87fa-2c67a5e5677c tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852145533'] for port, after_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:33.830714 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-af28f453-975f-4bb4-a58d-ecc1a9f732d3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:06:33.966780 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e6aab3-eabc-4f93-ac69-b6ff7f518819 req-5ef55e2d-fcf9-42e6-89d4-85d1f3eac9e5 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:33.968587 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-76e6aab3-eabc-4f93-ac69-b6ff7f518819 req-5ef55e2d-fcf9-42e6-89d4-85d1f3eac9e5 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=9a0928b3-8b03-40d2-b78f-7eb8e84b309f HTTP/1.1" status: 200  len: 946 time: 0.1795063
Feb 10 21:06:33.980883 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d1c852-4a36-417d-87fa-2c67a5e5677c tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Pushing event updated for resources: {'Port': ['ID=24e4fbe2-6e72-467e-948c-fc8e4c34d82c,revision_number=2']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:06:33.986088 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-10d1c852-4a36-417d-87fa-2c67a5e5677c tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:06:34.037600 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-76e6aab3-eabc-4f93-ac69-b6ff7f518819 req-6bf2638d-b13d-47c3-808e-dbfd6ad26f25 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=895a7e5f-3ef6-4f3c-9ab6-68304e4925ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0622151
Feb 10 21:06:34.085742 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-55cf4da9-cb80-4ee4-96a2-f6a738905677 req-10d1c852-4a36-417d-87fa-2c67a5e5677c tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850656737'] for floatingip, after_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:34.109614 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-55cf4da9-cb80-4ee4-96a2-f6a738905677 req-10d1c852-4a36-417d-87fa-2c67a5e5677c tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770081'] for floatingip, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:34.111020 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-55cf4da9-cb80-4ee4-96a2-f6a738905677 req-10d1c852-4a36-417d-87fa-2c67a5e5677c tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 1.7057073
Feb 10 21:06:34.214239 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-55cf4da9-cb80-4ee4-96a2-f6a738905677 req-1983dd49-2025-4565-aeea-5fa9f7902e0c tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Synchronizing usage tracker for tenant:acdfa87ec4e64a238c41778849fb8664 on resource:floatingip {{(pid=79929) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 10 21:06:34.233839 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-55cf4da9-cb80-4ee4-96a2-f6a738905677 req-1983dd49-2025-4565-aeea-5fa9f7902e0c tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Unset dirty status for tenant:acdfa87ec4e64a238c41778849fb8664 on resource:floatingip {{(pid=79929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 10 21:06:34.235897 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-55cf4da9-cb80-4ee4-96a2-f6a738905677 req-1983dd49-2025-4565-aeea-5fa9f7902e0c tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/floatingips?floating_ip_address=172.27.3.36 HTTP/1.1" status: 200  len: 695 time: 0.1180227
Feb 10 21:06:34.493171 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf4da9-cb80-4ee4-96a2-f6a738905677 req-1e6eeed5-e2fd-4340-a28f-d612817250d7 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:34.494787 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-55cf4da9-cb80-4ee4-96a2-f6a738905677 req-1e6eeed5-e2fd-4340-a28f-d612817250d7 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/networks/caec50ae-8f3b-4f45-a3ad-eb903a732614 HTTP/1.1" status: 200  len: 784 time: 0.2524347
Feb 10 21:06:34.505720 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [req-55cf4da9-cb80-4ee4-96a2-f6a738905677 req-d76e364f-3355-41a8-a45f-ae3a826c5c3e tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=79929) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 10 21:06:34.506840 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-55cf4da9-cb80-4ee4-96a2-f6a738905677 req-d76e364f-3355-41a8-a45f-ae3a826c5c3e tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0061438
Feb 10 21:06:34.796840 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf7be94-f1be-42e0-bcc1-2f0ac4ebc61c req-f05e1169-53bf-41ba-b47b-f8add1147d49 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:34.798706 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-5cf7be94-f1be-42e0-bcc1-2f0ac4ebc61c req-f05e1169-53bf-41ba-b47b-f8add1147d49 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/ports?device_id=e7e3959c-ce5f-4d58-9ed1-47947da34a85&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1789682
Feb 10 21:06:34.913274 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-5cf7be94-f1be-42e0-bcc1-2f0ac4ebc61c req-1d2b81b5-7507-42cd-ac07-ef0cf500cc12 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/floatingips?floating_ip_address=172.27.3.36 HTTP/1.1" status: 200  len: 695 time: 0.1062598
Feb 10 21:06:34.923871 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [req-5cf7be94-f1be-42e0-bcc1-2f0ac4ebc61c req-f3c7afa9-482e-4181-8110-9ce0a40d46fa tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Request body: {'floatingip': {'port_id': 'b701ffa5-4978-4ec7-b4cd-5800d6241be7', 'fixed_ip_address': '172.20.0.8'}} {{(pid=79928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:06:35.031688 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-5cf7be94-f1be-42e0-bcc1-2f0ac4ebc61c req-f3c7afa9-482e-4181-8110-9ce0a40d46fa tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Notify callbacks [] for floatingip, before_update {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:35.378811 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7678d0a-78c2-4415-ac40-166cdf22f2de req-6b82dd49-f616-40e2-8e18-bc0d643c0d2f tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:35.381282 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-a7678d0a-78c2-4415-ac40-166cdf22f2de req-6b82dd49-f616-40e2-8e18-bc0d643c0d2f tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=9a0928b3-8b03-40d2-b78f-7eb8e84b309f HTTP/1.1" status: 200  len: 946 time: 0.1809204
Feb 10 21:06:35.475671 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-a7678d0a-78c2-4415-ac40-166cdf22f2de req-a0f6fb08-d019-43dc-8a2a-6d8a5eff7bc8 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=895a7e5f-3ef6-4f3c-9ab6-68304e4925ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0698709
Feb 10 21:06:35.733509 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-5cf7be94-f1be-42e0-bcc1-2f0ac4ebc61c req-f3c7afa9-482e-4181-8110-9ce0a40d46fa tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:35.737311 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-5cf7be94-f1be-42e0-bcc1-2f0ac4ebc61c req-f3c7afa9-482e-4181-8110-9ce0a40d46fa tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850656737'] for floatingip, after_update {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:35.939335 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.db.l3_db [req-5cf7be94-f1be-42e0-bcc1-2f0ac4ebc61c req-f3c7afa9-482e-4181-8110-9ce0a40d46fa tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Floating IP 875a2f7e-e50a-4261-88a6-f0f178fe3742 associated. External IP: 172.27.3.36, port: b701ffa5-4978-4ec7-b4cd-5800d6241be7.
Feb 10 21:06:36.600098 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5cf7be94-f1be-42e0-bcc1-2f0ac4ebc61c req-f3c7afa9-482e-4181-8110-9ce0a40d46fa tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Router 499ff7bd-3aea-4bb2-a9b9-b7f90f83dfbc has already been hosted by L3 agent 351a09a7-a8bd-44d4-8337-3dd1b5c8f290 {{(pid=79928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 10 21:06:36.860804 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5cf7be94-f1be-42e0-bcc1-2f0ac4ebc61c req-f3c7afa9-482e-4181-8110-9ce0a40d46fa tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Notify agent at l3_agent.dv-cinder-775008-1-iscsi the message routers_updated {{(pid=79928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 10 21:06:36.867076 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-5cf7be94-f1be-42e0-bcc1-2f0ac4ebc61c req-f3c7afa9-482e-4181-8110-9ce0a40d46fa tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770081'] for floatingip, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:36.876573 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2451ee-96db-44cf-aaaf-0cd59c109944 None None] Sync routers for ids ['499ff7bd-3aea-4bb2-a9b9-b7f90f83dfbc'] in dv-cinder-775008-1-iscsi {{(pid=79931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 10 21:06:36.899368 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae60cb8d-a8d7-4183-84d5-e9df23d602fc req-d5967b3b-a913-4da8-986f-adf43da0f315 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:36.900798 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2451ee-96db-44cf-aaaf-0cd59c109944 None None] Routers {'499ff7bd-3aea-4bb2-a9b9-b7f90f83dfbc'} bound to L3 agent in host dv-cinder-775008-1-iscsi {{(pid=79931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 10 21:06:36.901605 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-3b2451ee-96db-44cf-aaaf-0cd59c109944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbf907812b0>, 'dv-cinder-775008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-10T20:53:27Z,description=<?>,heartbeat_timestamp=2021-02-10T21:06:27Z,host='dv-cinder-775008-1-iscsi',id=351a09a7-a8bd-44d4-8337-3dd1b5c8f290,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-10T20:53:27Z,topic='l3_agent')) {'router_ids': ['499ff7bd-3aea-4bb2-a9b9-b7f90f83dfbc'], 'active': True} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:06:36.902269 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-ae60cb8d-a8d7-4183-84d5-e9df23d602fc req-d5967b3b-a913-4da8-986f-adf43da0f315 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=9a0928b3-8b03-40d2-b78f-7eb8e84b309f HTTP/1.1" status: 200  len: 946 time: 0.2553210
Feb 10 21:06:37.005998 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-ae60cb8d-a8d7-4183-84d5-e9df23d602fc req-c54615d2-b6fc-40d8-8ea5-793297ad9ebc tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=895a7e5f-3ef6-4f3c-9ab6-68304e4925ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0964227
Feb 10 21:06:37.008788 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-5cf7be94-f1be-42e0-bcc1-2f0ac4ebc61c req-f3c7afa9-482e-4181-8110-9ce0a40d46fa tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "PUT /v2.0/floatingips/875a2f7e-e50a-4261-88a6-f0f178fe3742 HTTP/1.1" status: 200  len: 995 time: 2.0893979
Feb 10 21:06:37.014834 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7e3959c-ce5f-4d58-9ed1-47947da34a85', 'tag': 'b701ffa5-4978-4ec7-b4cd-5800d6241be7'}] {{(pid=79928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 10 21:06:37.202323 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf7be94-f1be-42e0-bcc1-2f0ac4ebc61c req-97c6515b-a26b-4588-88b0-549e7ffd9d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:37.204122 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-5cf7be94-f1be-42e0-bcc1-2f0ac4ebc61c req-97c6515b-a26b-4588-88b0-549e7ffd9d59 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=acdfa87ec4e64a238c41778849fb8664&device_id=e7e3959c-ce5f-4d58-9ed1-47947da34a85 HTTP/1.1" status: 200  len: 1162 time: 0.1788766
Feb 10 21:06:37.266839 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7e3959c-ce5f-4d58-9ed1-47947da34a85', 'tag': 'b701ffa5-4978-4ec7-b4cd-5800d6241be7', 'status': 'completed', 'code': 200}
Feb 10 21:06:37.365061 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a603ea-c02c-473a-a90e-5e76dbc8db4e req-350f13a3-cf75-46b7-8d60-db4716fb25e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:37.367685 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvr_db [None req-3b2451ee-96db-44cf-aaaf-0cd59c109944 None None] Set router 499ff7bd-3aea-4bb2-a9b9-b7f90f83dfbc gateway port host: dv-cinder-775008-1-iscsi {{(pid=79931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 10 21:06:37.368607 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-03a603ea-c02c-473a-a90e-5e76dbc8db4e req-350f13a3-cf75-46b7-8d60-db4716fb25e8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=acdfa87ec4e64a238c41778849fb8664&device_id=e7e3959c-ce5f-4d58-9ed1-47947da34a85 HTTP/1.1" status: 200  len: 1162 time: 0.1119068
Feb 10 21:06:37.538596 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf7be94-f1be-42e0-bcc1-2f0ac4ebc61c req-704cace5-8818-41a7-8af4-10b5d57c924f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:37.540535 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-5cf7be94-f1be-42e0-bcc1-2f0ac4ebc61c req-704cace5-8818-41a7-8af4-10b5d57c924f service neutron] 10.222.0.82 "GET /v2.0/networks?id=907563d5-8c93-48a0-8af3-4935d55858dd HTTP/1.1" status: 200  len: 902 time: 0.3213749
Feb 10 21:06:37.808650 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-5cf7be94-f1be-42e0-bcc1-2f0ac4ebc61c req-f8e1e4e5-c87e-48dd-b018-f5a313adb4af service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b701ffa5-4978-4ec7-b4cd-5800d6241be7 HTTP/1.1" status: 200  len: 998 time: 0.2575586
Feb 10 21:06:37.906047 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a603ea-c02c-473a-a90e-5e76dbc8db4e req-6ae4bc44-9a93-4006-8a50-203af04310e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:37.908808 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-03a603ea-c02c-473a-a90e-5e76dbc8db4e req-6ae4bc44-9a93-4006-8a50-203af04310e3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=907563d5-8c93-48a0-8af3-4935d55858dd HTTP/1.1" status: 200  len: 902 time: 0.5296905
Feb 10 21:06:37.994803 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf7be94-f1be-42e0-bcc1-2f0ac4ebc61c req-91fde70a-ae73-49a1-a6c9-5f94018581c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:37.998000 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-5cf7be94-f1be-42e0-bcc1-2f0ac4ebc61c req-91fde70a-ae73-49a1-a6c9-5f94018581c4 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=cfbf301d-5680-42d3-b573-9c3b05be6f98 HTTP/1.1" status: 200  len: 847 time: 0.1811180
Feb 10 21:06:38.045135 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-3b2451ee-96db-44cf-aaaf-0cd59c109944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbf907812b0>, [{'id': '499ff7bd-3aea-4bb2-a9b9-b7f90f83dfbc', 'name': 'tempest-TestShelveInstance-722730644-router', 'tenant_id': 'acdfa87ec4e64a238c41778849fb8664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': '7d33b231-6d3d-4c83-ba7f-3187ea2aa5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:04:51Z', 'updated_at': '2021-02-10T21:05:02Z', 'revision_number': 4, 'project_id': 'acdfa87ec4e64a238c41778849fb8664', 'gw_port': {'id': '7d33b231-6d3d-4c83-ba7f-3187ea2aa5db', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499ff7bd-3aea-4bb2-a9b9-b7f90f83dfbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:04:55Z', 'updated_at': '2021-02-10T21:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi', '_floatingips': [{'id': '875a2f7e-e50a-4261-88a6-f0f178fe3742', 'tenant_id': 'acdfa87ec4e64a238c41778849fb8664', 'floating_ip_address': '172.27.3.36', 'floating_network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'router_id': '499ff7bd-3aea-4bb2-a9b9-b7f90f83dfbc', 'port_id': 'b701ffa5-4978-4ec7-b4cd-5800d6241be7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '907563d5-8c93-48a0-8af3-4935d55858dd', 'mac_address': 'fa:16:3e:d2:f4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e3959c-ce5f-4d58-9ed1-47947da34a85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-10T21:06:33Z', 'updated_at': '2021-02-10T21:06:35Z', 'revision_number': 1, 'project_id': 'acdfa87ec4e64a238c41778849fb8664', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c2ec9e5-a34f-4fe5-9d67-81bd3013c10a', 'name': '', 'network_id': '907563d5-8c93-48a0-8af3-4935d55858dd', 'tenant_id': 'acdfa87ec4e64a238c41778849fb8664', 'mac_address': 'fa:16:3e:21:8a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499ff7bd-3aea-4bb2-a9b9-b7f90f83dfbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'cfbf301d-5680-42d3-b573-9c3b05be6f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:05:01Z', 'updated_at': '2021-02-10T21:05:13Z', 'revision_number': 5, 'project_id': 'acdfa87ec4e64a238c41778849fb8664', 'subnets': [{'id': 'cfbf301d-5680-42d3-b573-9c3b05be6f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775008-1-iscsi', False) {} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:06:38.048495 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-03a603ea-c02c-473a-a90e-5e76dbc8db4e req-064b1883-9f86-4815-b8ba-fffe11429f2d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b701ffa5-4978-4ec7-b4cd-5800d6241be7 HTTP/1.1" status: 200  len: 998 time: 0.1336095
Feb 10 21:06:38.078537 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2451ee-96db-44cf-aaaf-0cd59c109944 None None] Checking router: 499ff7bd-3aea-4bb2-a9b9-b7f90f83dfbc for host: dv-cinder-775008-1-iscsi {{(pid=79931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 10 21:06:38.114104 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2451ee-96db-44cf-aaaf-0cd59c109944 None None] Routers {'499ff7bd-3aea-4bb2-a9b9-b7f90f83dfbc'} bound to L3 agent in host dv-cinder-775008-1-iscsi {{(pid=79931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 10 21:06:38.115565 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-3b2451ee-96db-44cf-aaaf-0cd59c109944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbf907812b0>, 'dv-cinder-775008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-10T20:53:27Z,description=<?>,heartbeat_timestamp=2021-02-10T21:06:27Z,host='dv-cinder-775008-1-iscsi',id=351a09a7-a8bd-44d4-8337-3dd1b5c8f290,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-10T20:53:27Z,topic='l3_agent')) {'router_ids': ['499ff7bd-3aea-4bb2-a9b9-b7f90f83dfbc'], 'active': True} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:06:38.155196 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf7be94-f1be-42e0-bcc1-2f0ac4ebc61c req-a375a633-027c-40da-8597-9b8022929019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:38.156846 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-5cf7be94-f1be-42e0-bcc1-2f0ac4ebc61c req-a375a633-027c-40da-8597-9b8022929019 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=907563d5-8c93-48a0-8af3-4935d55858dd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1460688
Feb 10 21:06:38.168826 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [req-5cf7be94-f1be-42e0-bcc1-2f0ac4ebc61c req-1f18a298-46f0-4739-82a0-cb3e7b0e17c9 service neutron] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=79928) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 10 21:06:38.170905 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-5cf7be94-f1be-42e0-bcc1-2f0ac4ebc61c req-1f18a298-46f0-4739-82a0-cb3e7b0e17c9 service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0064270
Feb 10 21:06:38.182525 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a603ea-c02c-473a-a90e-5e76dbc8db4e req-abe63121-f25f-481b-9159-9dad16ee50d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:38.184189 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-03a603ea-c02c-473a-a90e-5e76dbc8db4e req-abe63121-f25f-481b-9159-9dad16ee50d0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cfbf301d-5680-42d3-b573-9c3b05be6f98 HTTP/1.1" status: 200  len: 847 time: 0.1228375
Feb 10 21:06:38.332772 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-5cf7be94-f1be-42e0-bcc1-2f0ac4ebc61c req-46d12dc6-77bf-4959-9778-4172180b3fe6 service neutron] 10.222.0.82 "GET /v2.0/networks/907563d5-8c93-48a0-8af3-4935d55858dd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1544051
Feb 10 21:06:38.379783 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a603ea-c02c-473a-a90e-5e76dbc8db4e req-5598d7f3-af13-4d91-9bb7-8ebb0b3f7da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:38.381623 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-03a603ea-c02c-473a-a90e-5e76dbc8db4e req-5598d7f3-af13-4d91-9bb7-8ebb0b3f7da7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=907563d5-8c93-48a0-8af3-4935d55858dd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1903977
Feb 10 21:06:38.442971 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvr_db [None req-3b2451ee-96db-44cf-aaaf-0cd59c109944 None None] Set router 499ff7bd-3aea-4bb2-a9b9-b7f90f83dfbc gateway port host: dv-cinder-775008-1-iscsi {{(pid=79931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 10 21:06:38.572159 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-5cf7be94-f1be-42e0-bcc1-2f0ac4ebc61c req-e00900cc-8b83-4f59-97e1-af789962d34c service neutron] 10.222.0.82 "GET /v2.0/networks/907563d5-8c93-48a0-8af3-4935d55858dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2315803
Feb 10 21:06:38.621838 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-03a603ea-c02c-473a-a90e-5e76dbc8db4e req-e4fe36ef-5bc2-44c3-bcf1-9abd78bbe492 service neutron] 10.222.0.15 "GET /v2.0/networks/907563d5-8c93-48a0-8af3-4935d55858dd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2276003
Feb 10 21:06:38.939618 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249cc00d-0a4c-4c8d-9bdb-4197db045404 req-6c0c1d04-025e-4a4e-ae7c-a9ca7a744b74 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:38.948163 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-249cc00d-0a4c-4c8d-9bdb-4197db045404 req-6c0c1d04-025e-4a4e-ae7c-a9ca7a744b74 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=9a0928b3-8b03-40d2-b78f-7eb8e84b309f HTTP/1.1" status: 200  len: 946 time: 0.3248272
Feb 10 21:06:39.070211 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-249cc00d-0a4c-4c8d-9bdb-4197db045404 req-c5577e4d-b05d-4536-8932-e7f7cd2f9339 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=895a7e5f-3ef6-4f3c-9ab6-68304e4925ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1209238
Feb 10 21:06:39.101303 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-03a603ea-c02c-473a-a90e-5e76dbc8db4e req-a72c88bd-2568-4d67-ad08-f6bb9d3f3570 service neutron] 10.222.0.15 "GET /v2.0/networks/907563d5-8c93-48a0-8af3-4935d55858dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4265168
Feb 10 21:06:39.151112 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-3b2451ee-96db-44cf-aaaf-0cd59c109944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbf907812b0>, [{'id': '499ff7bd-3aea-4bb2-a9b9-b7f90f83dfbc', 'name': 'tempest-TestShelveInstance-722730644-router', 'tenant_id': 'acdfa87ec4e64a238c41778849fb8664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': '7d33b231-6d3d-4c83-ba7f-3187ea2aa5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:04:51Z', 'updated_at': '2021-02-10T21:05:02Z', 'revision_number': 4, 'project_id': 'acdfa87ec4e64a238c41778849fb8664', 'gw_port': {'id': '7d33b231-6d3d-4c83-ba7f-3187ea2aa5db', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499ff7bd-3aea-4bb2-a9b9-b7f90f83dfbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:04:55Z', 'updated_at': '2021-02-10T21:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi', '_floatingips': [{'id': '875a2f7e-e50a-4261-88a6-f0f178fe3742', 'tenant_id': 'acdfa87ec4e64a238c41778849fb8664', 'floating_ip_address': '172.27.3.36', 'floating_network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'router_id': '499ff7bd-3aea-4bb2-a9b9-b7f90f83dfbc', 'port_id': 'b701ffa5-4978-4ec7-b4cd-5800d6241be7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '907563d5-8c93-48a0-8af3-4935d55858dd', 'mac_address': 'fa:16:3e:d2:f4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e3959c-ce5f-4d58-9ed1-47947da34a85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-10T21:06:33Z', 'updated_at': '2021-02-10T21:06:35Z', 'revision_number': 1, 'project_id': 'acdfa87ec4e64a238c41778849fb8664', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c2ec9e5-a34f-4fe5-9d67-81bd3013c10a', 'name': '', 'network_id': '907563d5-8c93-48a0-8af3-4935d55858dd', 'tenant_id': 'acdfa87ec4e64a238c41778849fb8664', 'mac_address': 'fa:16:3e:21:8a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499ff7bd-3aea-4bb2-a9b9-b7f90f83dfbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'cfbf301d-5680-42d3-b573-9c3b05be6f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:05:01Z', 'updated_at': '2021-02-10T21:05:13Z', 'revision_number': 5, 'project_id': 'acdfa87ec4e64a238c41778849fb8664', 'subnets': [{'id': 'cfbf301d-5680-42d3-b573-9c3b05be6f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775008-1-iscsi', False) {} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:06:39.157520 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2451ee-96db-44cf-aaaf-0cd59c109944 None None] The sync data for ids ['499ff7bd-3aea-4bb2-a9b9-b7f90f83dfbc'] in dv-cinder-775008-1-iscsi is: [{'id': '499ff7bd-3aea-4bb2-a9b9-b7f90f83dfbc', 'name': 'tempest-TestShelveInstance-722730644-router', 'tenant_id': 'acdfa87ec4e64a238c41778849fb8664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': '7d33b231-6d3d-4c83-ba7f-3187ea2aa5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:04:51Z', 'updated_at': '2021-02-10T21:05:02Z', 'revision_number': 4, 'project_id': 'acdfa87ec4e64a238c41778849fb8664', 'gw_port': {'id': '7d33b231-6d3d-4c83-ba7f-3187ea2aa5db', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499ff7bd-3aea-4bb2-a9b9-b7f90f83dfbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:04:55Z', 'updated_at': '2021-02-10T21:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi', '_floatingips': [{'id': '875a2f7e-e50a-4261-88a6-f0f178fe3742', 'tenant_id': 'acdfa87ec4e64a238c41778849fb8664', 'floating_ip_address': '172.27.3.36', 'floating_network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'router_id': '499ff7bd-3aea-4bb2-a9b9-b7f90f83dfbc', 'port_id': 'b701ffa5-4978-4ec7-b4cd-5800d6241be7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '907563d5-8c93-48a0-8af3-4935d55858dd', 'mac_address': 'fa:16:3e:d2:f4:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e3959c-ce5f-4d58-9ed1-47947da34a85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-10T21:06:33Z', 'updated_at': '2021-02-10T21:06:35Z', 'revision_number': 1, 'project_id': 'acdfa87ec4e64a238c41778849fb8664', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c2ec9e5-a34f-4fe5-9d67-81bd3013c10a', 'name': '', 'network_id': '907563d5-8c93-48a0-8af3-4935d55858dd', 'tenant_id': 'acdfa87ec4e64a238c41778849fb8664', 'mac_address': 'fa:16:3e:21:8a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499ff7bd-3aea-4bb2-a9b9-b7f90f83dfbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'cfbf301d-5680-42d3-b573-9c3b05be6f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:05:01Z', 'updated_at': '2021-02-10T21:05:13Z', 'revision_number': 5, 'project_id': 'acdfa87ec4e64a238c41778849fb8664', 'subnets': [{'id': 'cfbf301d-5680-42d3-b573-9c3b05be6f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 10 21:06:39.359330 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c60a7-54ff-4ce5-b0e1-534efc8472cd req-0e457f6a-72dc-4214-91a1-976d585e3c9f tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:39.361049 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-643c60a7-54ff-4ce5-b0e1-534efc8472cd req-0e457f6a-72dc-4214-91a1-976d585e3c9f tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] 10.222.0.82 "GET /v2.0/ports?device_id=0bcfc07e-90e7-420c-a8a2-cb1c697a0cc3 HTTP/1.1" status: 200  len: 946 time: 0.2405345
Feb 10 21:06:39.459181 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-643c60a7-54ff-4ce5-b0e1-534efc8472cd req-d12d0fcc-d010-4f9b-9bc8-7f278161b8d5 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] 10.222.0.82 "GET /v2.0/security-groups?id=f3a7d53e-ec16-4f66-ac2c-e65634f986cf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0819123
Feb 10 21:06:39.636902 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982d9132-02c8-4c8b-a1fa-23cb30c47174 None None] New status for floating IP 875a2f7e-e50a-4261-88a6-f0f178fe3742: ACTIVE {{(pid=79930) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 10 21:06:39.654651 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374ed61f-7a7d-4842-898c-2ebfc4580b35 req-2b167d0d-7fb8-47ab-bb1d-f31ed930a319 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:39.662766 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-374ed61f-7a7d-4842-898c-2ebfc4580b35 req-2b167d0d-7fb8-47ab-bb1d-f31ed930a319 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d8e8527-6359-42ba-91a8-bb462b8507d3 HTTP/1.1" status: 200  len: 946 time: 0.2579553
Feb 10 21:06:39.776312 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-374ed61f-7a7d-4842-898c-2ebfc4580b35 req-5c56dba2-2e15-4a85-9334-42b33af45d9a tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1124661
Feb 10 21:06:40.227421 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 58806) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:06:40.423332 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-9eb9646f-fc76-4478-99bd-8b56310d3440 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:40.446199 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-9eb9646f-fc76-4478-99bd-8b56310d3440 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:06:40.451030 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-9eb9646f-fc76-4478-99bd-8b56310d3440 admin admin] Usage tracker for resource:security_group_rule and tenant:4d5705db7201455ea039b804c8d45d68 is out of sync, need to count used quota {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:06:40.454804 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-9eb9646f-fc76-4478-99bd-8b56310d3440 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:06:40.461691 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-9eb9646f-fc76-4478-99bd-8b56310d3440 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:06:40.589171 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2a428-4aa3-49b8-9b9e-c4452009a070 req-3359c4bc-931f-4822-82d2-0cafeab8f8c0 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:40.597902 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-6bf2a428-4aa3-49b8-9b9e-c4452009a070 req-3359c4bc-931f-4822-82d2-0cafeab8f8c0 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=9a0928b3-8b03-40d2-b78f-7eb8e84b309f HTTP/1.1" status: 200  len: 946 time: 0.2622159
Feb 10 21:06:40.690673 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-6bf2a428-4aa3-49b8-9b9e-c4452009a070 req-e67836cf-ff00-4e2f-aff6-8a72a77bc830 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=895a7e5f-3ef6-4f3c-9ab6-68304e4925ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0916572
Feb 10 21:06:40.769346 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-9eb9646f-fc76-4478-99bd-8b56310d3440 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:40.772242 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-9eb9646f-fc76-4478-99bd-8b56310d3440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:40.814733 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-3b5c71e7-8597-4c9f-8bf9-aa62d6a0b1e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:06:40.832109 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87627982-6576-4666-9d0f-54e4d888b200 req-6e2d3cad-cc65-4be1-8c85-4f6ef118751e tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:40.840599 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-87627982-6576-4666-9d0f-54e4d888b200 req-6e2d3cad-cc65-4be1-8c85-4f6ef118751e tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] 10.222.0.82 "GET /v2.0/ports?device_id=0bcfc07e-90e7-420c-a8a2-cb1c697a0cc3 HTTP/1.1" status: 200  len: 946 time: 0.2209301
Feb 10 21:06:40.855963 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-9eb9646f-fc76-4478-99bd-8b56310d3440 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=4d5705db7201455ea039b804c8d45d68&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6248770
Feb 10 21:06:40.855963 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb9646f-fc76-4478-99bd-8b56310d3440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61ecec18-90e3-4aa6-8f3d-0679d2a51fea,revision_number=1']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:06:40.870086 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-9eb9646f-fc76-4478-99bd-8b56310d3440 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:06:40.873168 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 58816) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:06:40.953826 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a1034144-b1ac-433c-8ff0-37e512fb5cd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:40.965958 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-87627982-6576-4666-9d0f-54e4d888b200 req-12a90308-d6ee-41eb-839f-154b19532c1b tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] 10.222.0.82 "GET /v2.0/security-groups?id=f3a7d53e-ec16-4f66-ac2c-e65634f986cf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1230578
Feb 10 21:06:41.070341 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a1034144-b1ac-433c-8ff0-37e512fb5cd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:41.225214 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96f31f8-4d13-4e1b-8ce3-9af21b280a1a req-ea2a1a53-4365-4238-a1f7-f4922bd951da tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:41.226841 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-a96f31f8-4d13-4e1b-8ce3-9af21b280a1a req-ea2a1a53-4365-4238-a1f7-f4922bd951da tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] 10.222.0.15 "GET /v2.0/ports?device_id=0bcfc07e-90e7-420c-a8a2-cb1c697a0cc3 HTTP/1.1" status: 200  len: 946 time: 0.2238095
Feb 10 21:06:41.319863 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bbc0fb-94e6-4d73-bea1-734425548eed req-53f0c46c-18d1-40d0-ae6b-c66ae4fa99ea tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:41.328826 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-15bbc0fb-94e6-4d73-bea1-734425548eed req-53f0c46c-18d1-40d0-ae6b-c66ae4fa99ea tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d8e8527-6359-42ba-91a8-bb462b8507d3 HTTP/1.1" status: 200  len: 946 time: 0.3597541
Feb 10 21:06:41.337393 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a1034144-b1ac-433c-8ff0-37e512fb5cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:41.353537 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-cd427a77-0154-4fd2-a1c3-94e943d66dbf tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:06:41.359995 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [req-a96f31f8-4d13-4e1b-8ce3-9af21b280a1a req-51f2b58a-fe02-4a65-abd3-f82e21e48f77 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] Deleting port 323661a2-ed85-4717-b44a-99ff7bc9358e {{(pid=79929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 10 21:06:41.359995 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-a96f31f8-4d13-4e1b-8ce3-9af21b280a1a req-51f2b58a-fe02-4a65-abd3-f82e21e48f77 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258056652319'] for port, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:41.370407 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1034144-b1ac-433c-8ff0-37e512fb5cd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ecec18-90e3-4aa6-8f3d-0679d2a51fea,revision_number=None']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:06:41.383083 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-a1034144-b1ac-433c-8ff0-37e512fb5cd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:06:41.393428 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a1034144-b1ac-433c-8ff0-37e512fb5cd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:41.398728 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-a1034144-b1ac-433c-8ff0-37e512fb5cd4 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/61ecec18-90e3-4aa6-8f3d-0679d2a51fea HTTP/1.1" status: 204  len: 168 time: 0.5186627
Feb 10 21:06:41.420306 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device 323661a2-ed85-4717-b44a-99ff7bc9358e no longer exists at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 10 21:06:41.449935 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-15bbc0fb-94e6-4d73-bea1-734425548eed req-eb7f88df-60aa-4086-984b-c6b483f9711c tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1200764
Feb 10 21:06:41.596592 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:41.640740 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bcfc07e-90e7-420c-a8a2-cb1c697a0cc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '323661a2-ed85-4717-b44a-99ff7bc9358e'}] {{(pid=79930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 10 21:06:41.675955 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] For port 323661a2-ed85-4717-b44a-99ff7bc9358e, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=323661a2-ed85-4717-b44a-99ff7bc9358e,segment=NetworkSegment(71fb9a08-61cd-4755-9578-354eee263c8d),segment_id=71fb9a08-61cd-4755-9578-354eee263c8d)] {{(pid=79930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:06:41.679390 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:41.682105 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:06:41.690937 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [req-a96f31f8-4d13-4e1b-8ce3-9af21b280a1a req-51f2b58a-fe02-4a65-abd3-f82e21e48f77 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] For port 323661a2-ed85-4717-b44a-99ff7bc9358e, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=323661a2-ed85-4717-b44a-99ff7bc9358e,segment=NetworkSegment(71fb9a08-61cd-4755-9578-354eee263c8d),segment_id=71fb9a08-61cd-4755-9578-354eee263c8d)] {{(pid=79929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:06:41.691341 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-a96f31f8-4d13-4e1b-8ce3-9af21b280a1a req-51f2b58a-fe02-4a65-abd3-f82e21e48f77 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797663'] for port, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:41.779234 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bcfc07e-90e7-420c-a8a2-cb1c697a0cc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '323661a2-ed85-4717-b44a-99ff7bc9358e', 'code': 200}
Feb 10 21:06:41.780118 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Pushing event updated for resources: {'Port': ['ID=323661a2-ed85-4717-b44a-99ff7bc9358e,revision_number=5']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:06:41.784007 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:06:41.863566 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [req-a96f31f8-4d13-4e1b-8ce3-9af21b280a1a req-51f2b58a-fe02-4a65-abd3-f82e21e48f77 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] Calling delete_port for 323661a2-ed85-4717-b44a-99ff7bc9358e owned by compute:nova {{(pid=79929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 10 21:06:41.973439 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.db.api [req-a96f31f8-4d13-4e1b-8ce3-9af21b280a1a req-51f2b58a-fe02-4a65-abd3-f82e21e48f77 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79929) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 10 21:06:41.973815 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_db.api [req-a96f31f8-4d13-4e1b-8ce3-9af21b280a1a req-51f2b58a-fe02-4a65-abd3-f82e21e48f77 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 10 21:06:42.118085 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc092aac-36d2-41d3-a3be-09673af0a473 req-cfa550ab-d469-479d-a309-78bc7cc21507 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:42.119719 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-fc092aac-36d2-41d3-a3be-09673af0a473 req-cfa550ab-d469-479d-a309-78bc7cc21507 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=9a0928b3-8b03-40d2-b78f-7eb8e84b309f HTTP/1.1" status: 200  len: 946 time: 0.2372642
Feb 10 21:06:42.208366 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-fc092aac-36d2-41d3-a3be-09673af0a473 req-2b7f51bf-c687-4719-a6b7-0f0d0e4a994d tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=895a7e5f-3ef6-4f3c-9ab6-68304e4925ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0766890
Feb 10 21:06:42.364501 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b667b-f6a3-4531-a418-90d3aa80d99a req-e18d4c9a-667c-4551-ad7e-828631a1c865 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:42.366281 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-371b667b-f6a3-4531-a418-90d3aa80d99a req-e18d4c9a-667c-4551-ad7e-828631a1c865 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] 10.222.0.82 "GET /v2.0/ports?device_id=0bcfc07e-90e7-420c-a8a2-cb1c697a0cc3 HTTP/1.1" status: 200  len: 944 time: 0.2278802
Feb 10 21:06:42.455663 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-371b667b-f6a3-4531-a418-90d3aa80d99a req-00b6f5b7-a379-45fa-93b4-324eaa57c116 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] 10.222.0.82 "GET /v2.0/security-groups?id=f3a7d53e-ec16-4f66-ac2c-e65634f986cf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0819242
Feb 10 21:06:42.474746 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [req-a96f31f8-4d13-4e1b-8ce3-9af21b280a1a req-51f2b58a-fe02-4a65-abd3-f82e21e48f77 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] Deleting port 323661a2-ed85-4717-b44a-99ff7bc9358e {{(pid=79929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 10 21:06:42.475733 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-a96f31f8-4d13-4e1b-8ce3-9af21b280a1a req-51f2b58a-fe02-4a65-abd3-f82e21e48f77 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258056652319'] for port, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:42.675872 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 58850) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:06:42.906099 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [req-a96f31f8-4d13-4e1b-8ce3-9af21b280a1a req-51f2b58a-fe02-4a65-abd3-f82e21e48f77 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] For port 323661a2-ed85-4717-b44a-99ff7bc9358e, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=323661a2-ed85-4717-b44a-99ff7bc9358e,segment=NetworkSegment(71fb9a08-61cd-4755-9578-354eee263c8d),segment_id=71fb9a08-61cd-4755-9578-354eee263c8d)] {{(pid=79929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:06:42.906622 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-a96f31f8-4d13-4e1b-8ce3-9af21b280a1a req-51f2b58a-fe02-4a65-abd3-f82e21e48f77 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797663'] for port, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:42.911459 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815d75ac-b0fb-4f7b-affc-99028652d172 req-507dbd88-6f3b-4ea7-8083-a6553ec0d487 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:42.914080 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-815d75ac-b0fb-4f7b-affc-99028652d172 req-507dbd88-6f3b-4ea7-8083-a6553ec0d487 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d8e8527-6359-42ba-91a8-bb462b8507d3 HTTP/1.1" status: 200  len: 946 time: 0.2387254
Feb 10 21:06:43.020093 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-815d75ac-b0fb-4f7b-affc-99028652d172 req-0ef83206-af6f-402c-b107-1ef3ad99eb1e tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0980263
Feb 10 21:06:43.024704 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [None req-265098b8-355b-4076-ba18-bce259ee2dfc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1136716631-network', 'tenant_id': '6a2f6b2dc64644cda96d3b2079e0473f'}} {{(pid=79928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:06:43.030887 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-265098b8-355b-4076-ba18-bce259ee2dfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:06:43.036113 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-265098b8-355b-4076-ba18-bce259ee2dfc admin admin] Usage tracker for resource:network and tenant:6a2f6b2dc64644cda96d3b2079e0473f is out of sync, need to count used quota {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:06:43.039281 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-265098b8-355b-4076-ba18-bce259ee2dfc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:06:43.046327 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-265098b8-355b-4076-ba18-bce259ee2dfc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:06:43.066629 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-265098b8-355b-4076-ba18-bce259ee2dfc admin admin] Made reservation on behalf of 6a2f6b2dc64644cda96d3b2079e0473f for: {'network': 1} {{(pid=79928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 10 21:06:43.071470 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-265098b8-355b-4076-ba18-bce259ee2dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for network, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:43.112877 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-265098b8-355b-4076-ba18-bce259ee2dfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:43.135851 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0c4986-6d9a-43c2-9362-433607c6ae67 req-eaeb05b4-4305-4a06-a3a9-3d4ff6aa0288 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:43.138739 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-6c0c4986-6d9a-43c2-9362-433607c6ae67 req-eaeb05b4-4305-4a06-a3a9-3d4ff6aa0288 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d8e8527-6359-42ba-91a8-bb462b8507d3 HTTP/1.1" status: 200  len: 946 time: 0.4538898
Feb 10 21:06:43.152282 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-265098b8-355b-4076-ba18-bce259ee2dfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:06:43.160587 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-265098b8-355b-4076-ba18-bce259ee2dfc admin admin] Usage tracker for resource:security_group_rule and tenant:6a2f6b2dc64644cda96d3b2079e0473f is out of sync, need to count used quota {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:06:43.163887 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-265098b8-355b-4076-ba18-bce259ee2dfc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:06:43.171534 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-265098b8-355b-4076-ba18-bce259ee2dfc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:06:43.214549 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [req-a96f31f8-4d13-4e1b-8ce3-9af21b280a1a req-51f2b58a-fe02-4a65-abd3-f82e21e48f77 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] Calling delete_port for 323661a2-ed85-4717-b44a-99ff7bc9358e owned by compute:nova {{(pid=79929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 10 21:06:43.301399 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-265098b8-355b-4076-ba18-bce259ee2dfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:43.304900 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-265098b8-355b-4076-ba18-bce259ee2dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:43.310445 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-48fe0180-4b31-4711-b825-e5bbd5e0cfe7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:06:43.351524 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265098b8-355b-4076-ba18-bce259ee2dfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf4b91c-b6a6-4180-9964-f96cda58717b,revision_number=1']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:06:43.363416 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265098b8-355b-4076-ba18-bce259ee2dfc admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:06:43.364193 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265098b8-355b-4076-ba18-bce259ee2dfc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:06:43.364943 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265098b8-355b-4076-ba18-bce259ee2dfc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:06:43.366033 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265098b8-355b-4076-ba18-bce259ee2dfc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:06:43.366774 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265098b8-355b-4076-ba18-bce259ee2dfc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:06:43.367461 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265098b8-355b-4076-ba18-bce259ee2dfc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:06:43.368179 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265098b8-355b-4076-ba18-bce259ee2dfc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:06:43.368776 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265098b8-355b-4076-ba18-bce259ee2dfc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:06:43.369532 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265098b8-355b-4076-ba18-bce259ee2dfc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:06:43.370170 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265098b8-355b-4076-ba18-bce259ee2dfc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:06:43.370902 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265098b8-355b-4076-ba18-bce259ee2dfc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:06:43.371493 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265098b8-355b-4076-ba18-bce259ee2dfc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:06:43.372744 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265098b8-355b-4076-ba18-bce259ee2dfc admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:06:43.373707 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265098b8-355b-4076-ba18-bce259ee2dfc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:06:43.374604 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265098b8-355b-4076-ba18-bce259ee2dfc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:06:43.376087 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265098b8-355b-4076-ba18-bce259ee2dfc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:06:43.377020 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265098b8-355b-4076-ba18-bce259ee2dfc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:06:43.377644 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265098b8-355b-4076-ba18-bce259ee2dfc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:06:43.378341 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265098b8-355b-4076-ba18-bce259ee2dfc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:06:43.378941 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265098b8-355b-4076-ba18-bce259ee2dfc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:06:43.379714 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265098b8-355b-4076-ba18-bce259ee2dfc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:06:43.380304 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265098b8-355b-4076-ba18-bce259ee2dfc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:06:43.381025 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265098b8-355b-4076-ba18-bce259ee2dfc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:06:43.381629 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265098b8-355b-4076-ba18-bce259ee2dfc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:06:43.387474 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-265098b8-355b-4076-ba18-bce259ee2dfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:06:43.400744 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-265098b8-355b-4076-ba18-bce259ee2dfc admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=79928) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 10 21:06:43.416256 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-265098b8-355b-4076-ba18-bce259ee2dfc admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363258056608645', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853830591'] for segment, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:43.420035 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.db.segments_db [None req-265098b8-355b-4076-ba18-bce259ee2dfc admin admin] Added segment c31e9690-e469-4ecb-afa6-ac1b5dbadbb2 of type vxlan for network e8141869-a3a8-46b1-9a41-c9730a5513e2
Feb 10 21:06:43.430487 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device 46f39365-b7d7-4866-82e7-5f21ab91bcb6 no longer exists at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 10 21:06:43.455934 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-265098b8-355b-4076-ba18-bce259ee2dfc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363258057162953'] for network, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:43.485770 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [req-6c0c4986-6d9a-43c2-9362-433607c6ae67 req-e5bad7a3-3151-4c31-9f56-ba5f9a05b873 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Deleting port 46f39365-b7d7-4866-82e7-5f21ab91bcb6 {{(pid=79929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 10 21:06:43.486214 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-6c0c4986-6d9a-43c2-9362-433607c6ae67 req-e5bad7a3-3151-4c31-9f56-ba5f9a05b873 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258056652319'] for port, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:43.525036 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-265098b8-355b-4076-ba18-bce259ee2dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014'] for network, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:43.530118 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265098b8-355b-4076-ba18-bce259ee2dfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:43.530851 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-265098b8-355b-4076-ba18-bce259ee2dfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728031'] for network, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:43.580165 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:43.586475 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-280ed79a-e3ad-4343-9f5f-bee33b0295b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:06:43.640371 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-265098b8-355b-4076-ba18-bce259ee2dfc admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 0.9632185
Feb 10 21:06:43.649036 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] For port 46f39365-b7d7-4866-82e7-5f21ab91bcb6, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=46f39365-b7d7-4866-82e7-5f21ab91bcb6,segment=NetworkSegment(4bc59d15-b1dc-4485-b325-20bf44c1e2e2),segment_id=4bc59d15-b1dc-4485-b325-20bf44c1e2e2)] {{(pid=79930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:06:43.651301 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 58862) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:06:43.657381 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:43.662623 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-9491e6a5-f7c3-4d3e-9d2d-cbf4656d1bbb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:06:43.718120 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [None req-e32828cd-aa7d-4c9a-9c6b-24c43491b4ab admin admin] Request body: {'subnet': {'network_id': 'e8141869-a3a8-46b1-9a41-c9730a5513e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1136716631-subnet', 'tenant_id': '6a2f6b2dc64644cda96d3b2079e0473f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:06:43.734195 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-e32828cd-aa7d-4c9a-9c6b-24c43491b4ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:06:43.758339 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Pushing event updated for resources: {'Port': ['ID=46f39365-b7d7-4866-82e7-5f21ab91bcb6,revision_number=5']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:06:43.761887 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:06:43.780952 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d8e8527-6359-42ba-91a8-bb462b8507d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46f39365-b7d7-4866-82e7-5f21ab91bcb6'}] {{(pid=79930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 10 21:06:43.803148 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265098b8-355b-4076-ba18-bce259ee2dfc admin admin] Pushing event updated for resources: {'Network': ['ID=e8141869-a3a8-46b1-9a41-c9730a5513e2,revision_number=1']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:06:43.805870 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-e32828cd-aa7d-4c9a-9c6b-24c43491b4ab admin admin] Usage tracker for resource:subnet and tenant:6a2f6b2dc64644cda96d3b2079e0473f is out of sync, need to count used quota {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:06:43.815838 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-265098b8-355b-4076-ba18-bce259ee2dfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:06:43.818793 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-e32828cd-aa7d-4c9a-9c6b-24c43491b4ab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:06:43.827304 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Network e8141869-a3a8-46b1-9a41-c9730a5513e2 details requested by agent ovs-agent-hv-cinder-77500 with host hv-cinder-77500 {{(pid=79930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 10 21:06:43.841619 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-e32828cd-aa7d-4c9a-9c6b-24c43491b4ab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:06:43.876223 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e32828cd-aa7d-4c9a-9c6b-24c43491b4ab admin admin] Made reservation on behalf of 6a2f6b2dc64644cda96d3b2079e0473f for: {'subnet': 1} {{(pid=79928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 10 21:06:43.889954 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [req-6c0c4986-6d9a-43c2-9362-433607c6ae67 req-e5bad7a3-3151-4c31-9f56-ba5f9a05b873 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] For port 46f39365-b7d7-4866-82e7-5f21ab91bcb6, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=46f39365-b7d7-4866-82e7-5f21ab91bcb6,segment=NetworkSegment(4bc59d15-b1dc-4485-b325-20bf44c1e2e2),segment_id=4bc59d15-b1dc-4485-b325-20bf44c1e2e2)] {{(pid=79929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:06:43.890414 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-6c0c4986-6d9a-43c2-9362-433607c6ae67 req-e5bad7a3-3151-4c31-9f56-ba5f9a05b873 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797663'] for port, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:43.894589 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-e32828cd-aa7d-4c9a-9c6b-24c43491b4ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3516821'] for subnet, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:44.048568 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [req-6c0c4986-6d9a-43c2-9362-433607c6ae67 req-e5bad7a3-3151-4c31-9f56-ba5f9a05b873 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Calling delete_port for 46f39365-b7d7-4866-82e7-5f21ab91bcb6 owned by compute:nova {{(pid=79929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 10 21:06:44.121393 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Network e8141869-a3a8-46b1-9a41-c9730a5513e2 details requested by agent ovs-agent-dv-cinder-775008-1-iscsi with host dv-cinder-775008-1-iscsi {{(pid=79930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 10 21:06:44.173600 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.db.api [req-6c0c4986-6d9a-43c2-9362-433607c6ae67 req-e5bad7a3-3151-4c31-9f56-ba5f9a05b873 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79929) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 10 21:06:44.174079 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_db.api [req-6c0c4986-6d9a-43c2-9362-433607c6ae67 req-e5bad7a3-3151-4c31-9f56-ba5f9a05b873 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 10 21:06:44.284149 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf4218f-84d7-4fdd-bfd6-b9185960b120 req-69819b64-fbc3-4fc1-b322-b60f63e18fcd tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:44.286247 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-0bf4218f-84d7-4fdd-bfd6-b9185960b120 req-69819b64-fbc3-4fc1-b322-b60f63e18fcd tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] 10.222.0.82 "GET /v2.0/ports?device_id=0bcfc07e-90e7-420c-a8a2-cb1c697a0cc3 HTTP/1.1" status: 200  len: 944 time: 0.5574744
Feb 10 21:06:44.319411 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7ba34c-8150-4310-a3d7-ca1d4f1c4af1 req-35b996ae-3c08-4d80-8555-af5f9da07a89 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:44.321156 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-0d7ba34c-8150-4310-a3d7-ca1d4f1c4af1 req-35b996ae-3c08-4d80-8555-af5f9da07a89 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=9a0928b3-8b03-40d2-b78f-7eb8e84b309f HTTP/1.1" status: 200  len: 946 time: 0.7578797
Feb 10 21:06:44.386845 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-0bf4218f-84d7-4fdd-bfd6-b9185960b120 req-3de8eebd-1dd1-496d-a60a-b42d4883b378 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] 10.222.0.82 "GET /v2.0/security-groups?id=f3a7d53e-ec16-4f66-ac2c-e65634f986cf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0935016
Feb 10 21:06:44.490605 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d8e8527-6359-42ba-91a8-bb462b8507d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46f39365-b7d7-4866-82e7-5f21ab91bcb6', 'code': 200}
Feb 10 21:06:44.676219 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [req-6c0c4986-6d9a-43c2-9362-433607c6ae67 req-e5bad7a3-3151-4c31-9f56-ba5f9a05b873 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Deleting port 46f39365-b7d7-4866-82e7-5f21ab91bcb6 {{(pid=79929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 10 21:06:44.676551 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-6c0c4986-6d9a-43c2-9362-433607c6ae67 req-e5bad7a3-3151-4c31-9f56-ba5f9a05b873 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258056652319'] for port, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:44.768380 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-0d7ba34c-8150-4310-a3d7-ca1d4f1c4af1 req-cc87d467-ec6c-4f9f-aabe-05006b83f630 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=895a7e5f-3ef6-4f3c-9ab6-68304e4925ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4060485
Feb 10 21:06:44.822994 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1464cd6d-7689-41c5-b3a8-dd4dcde050ed req-60ee8609-dad0-4115-a235-8897debec45f tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:44.827993 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-a96f31f8-4d13-4e1b-8ce3-9af21b280a1a req-51f2b58a-fe02-4a65-abd3-f82e21e48f77 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778798065335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778797633719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630282'] for port, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:44.830572 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1464cd6d-7689-41c5-b3a8-dd4dcde050ed req-60ee8609-dad0-4115-a235-8897debec45f tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d8e8527-6359-42ba-91a8-bb462b8507d3 HTTP/1.1" status: 200  len: 944 time: 0.2138951
Feb 10 21:06:44.861580 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-27033f97-54d6-4428-8c8f-a457e879ef35 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:06:44.986408 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f2b58a-fe02-4a65-abd3-f82e21e48f77 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] Pushing event deleted for resources: {'Port': ['ID=323661a2-ed85-4717-b44a-99ff7bc9358e,revision_number=None']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:06:45.087465 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-51f2b58a-fe02-4a65-abd3-f82e21e48f77 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:06:45.213505 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1464cd6d-7689-41c5-b3a8-dd4dcde050ed req-afea99d4-dca9-416d-b129-ca701ad0953d tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3816447
Feb 10 21:06:45.312316 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [req-6c0c4986-6d9a-43c2-9362-433607c6ae67 req-e5bad7a3-3151-4c31-9f56-ba5f9a05b873 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] For port 46f39365-b7d7-4866-82e7-5f21ab91bcb6, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=46f39365-b7d7-4866-82e7-5f21ab91bcb6,segment=NetworkSegment(4bc59d15-b1dc-4485-b325-20bf44c1e2e2),segment_id=4bc59d15-b1dc-4485-b325-20bf44c1e2e2)] {{(pid=79929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:06:45.312694 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-6c0c4986-6d9a-43c2-9362-433607c6ae67 req-e5bad7a3-3151-4c31-9f56-ba5f9a05b873 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797663'] for port, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:45.488761 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [req-6c0c4986-6d9a-43c2-9362-433607c6ae67 req-e5bad7a3-3151-4c31-9f56-ba5f9a05b873 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Calling delete_port for 46f39365-b7d7-4866-82e7-5f21ab91bcb6 owned by compute:nova {{(pid=79929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 10 21:06:45.668458 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [req-a96f31f8-4d13-4e1b-8ce3-9af21b280a1a req-51f2b58a-fe02-4a65-abd3-f82e21e48f77 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] No DVR routers for this DVR port 323661a2-ed85-4717-b44a-99ff7bc9358e on host hv-cinder-77500 {{(pid=79929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 10 21:06:45.691404 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-a96f31f8-4d13-4e1b-8ce3-9af21b280a1a req-51f2b58a-fe02-4a65-abd3-f82e21e48f77 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770081'] for port, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:45.691404 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bcfc07e-90e7-420c-a8a2-cb1c697a0cc3', 'name': 'network-vif-deleted', 'tag': '323661a2-ed85-4717-b44a-99ff7bc9358e'}] {{(pid=79929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 10 21:06:45.691697 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-e32828cd-aa7d-4c9a-9c6b-24c43491b4ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3141311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3516804'] for subnet, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:45.708083 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-a96f31f8-4d13-4e1b-8ce3-9af21b280a1a req-51f2b58a-fe02-4a65-abd3-f82e21e48f77 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] 10.222.0.15 "DELETE /v2.0/ports/323661a2-ed85-4717-b44a-99ff7bc9358e HTTP/1.1" status: 204  len: 173 time: 4.4717669
Feb 10 21:06:45.784706 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bcfc07e-90e7-420c-a8a2-cb1c697a0cc3', 'name': 'network-vif-deleted', 'tag': '323661a2-ed85-4717-b44a-99ff7bc9358e', 'status': 'completed', 'code': 200}
Feb 10 21:06:45.799562 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-ee8dce4f-574f-431e-9806-c1119a016cae req-9351250a-e1a1-4524-9193-9b7fcd217fd3 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] Synchronizing usage tracker for tenant:7eb5408997f5494f9056ccb8d369ab60 on resource:port {{(pid=79929) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 10 21:06:45.893781 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-40e2d9d2-5e17-4609-9782-6f22bca85d58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:06:45.924677 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-ee8dce4f-574f-431e-9806-c1119a016cae req-9351250a-e1a1-4524-9193-9b7fcd217fd3 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] Unset dirty status for tenant:7eb5408997f5494f9056ccb8d369ab60 on resource:port {{(pid=79929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 10 21:06:45.937625 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-ee8dce4f-574f-431e-9806-c1119a016cae req-9351250a-e1a1-4524-9193-9b7fcd217fd3 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] 10.222.0.82 "GET /v2.0/ports?device_id=0bcfc07e-90e7-420c-a8a2-cb1c697a0cc3 HTTP/1.1" status: 200  len: 210 time: 0.2318628
Feb 10 21:06:46.000547 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32828cd-aa7d-4c9a-9c6b-24c43491b4ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=223911cc-a6b1-4826-9de0-5820606fa8c4,revision_number=0']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:06:46.007093 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-e32828cd-aa7d-4c9a-9c6b-24c43491b4ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:06:46.011661 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-6c0c4986-6d9a-43c2-9362-433607c6ae67 req-e5bad7a3-3151-4c31-9f56-ba5f9a05b873 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778798065335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778797633719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630282'] for port, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:46.018541 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32828cd-aa7d-4c9a-9c6b-24c43491b4ab admin admin] Checking segment: {'id': 'c31e9690-e469-4ecb-afa6-ac1b5dbadbb2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e8141869-a3a8-46b1-9a41-c9730a5513e2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 10 21:06:46.019279 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32828cd-aa7d-4c9a-9c6b-24c43491b4ab admin admin] Network hostable DHCP agents. Network: e8141869-a3a8-46b1-9a41-c9730a5513e2, hostable agents: ['81d85903-877f-455d-aaa7-fc933394e41c'], hosted agents: [] {{(pid=79928) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 10 21:06:46.029655 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-907cc140-478b-4700-8983-3bb3bf3a66e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:06:46.071582 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32828cd-aa7d-4c9a-9c6b-24c43491b4ab admin admin] Network e8141869-a3a8-46b1-9a41-c9730a5513e2 is scheduled to be hosted by DHCP agent 81d85903-877f-455d-aaa7-fc933394e41c with binding_index 1 {{(pid=79928) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 10 21:06:46.125901 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bad7a3-3151-4c31-9f56-ba5f9a05b873 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Pushing event deleted for resources: {'Port': ['ID=46f39365-b7d7-4866-82e7-5f21ab91bcb6,revision_number=None']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:06:46.128643 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-e5bad7a3-3151-4c31-9f56-ba5f9a05b873 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:06:46.140769 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.base_scheduler [None req-e32828cd-aa7d-4c9a-9c6b-24c43491b4ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775008-1-iscsi, e8141869-a3a8-46b1-9a41-c9730a5513e2) {{(pid=79928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 10 21:06:46.150368 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0998266b-465a-47cb-83c9-0d7b07b0c6d6 None None] Network e8141869-a3a8-46b1-9a41-c9730a5513e2 requested from dv-cinder-775008-1-iscsi {{(pid=79930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 10 21:06:46.182777 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32828cd-aa7d-4c9a-9c6b-24c43491b4ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:46.183778 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-e32828cd-aa7d-4c9a-9c6b-24c43491b4ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728031'] for subnet, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:46.222958 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-e32828cd-aa7d-4c9a-9c6b-24c43491b4ab admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 2.5700366
Feb 10 21:06:46.463056 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d1dc7f-cc17-4341-be2a-b14650f1c1e0 req-9623e1f0-5bf2-437f-8d87-a62bf4b3f687 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:46.472448 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-e0d1dc7f-cc17-4341-be2a-b14650f1c1e0 req-9623e1f0-5bf2-437f-8d87-a62bf4b3f687 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=9a0928b3-8b03-40d2-b78f-7eb8e84b309f HTTP/1.1" status: 200  len: 946 time: 0.3893495
Feb 10 21:06:46.475493 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c0c4986-6d9a-43c2-9362-433607c6ae67 req-e5bad7a3-3151-4c31-9f56-ba5f9a05b873 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] No DVR routers for this DVR port 46f39365-b7d7-4866-82e7-5f21ab91bcb6 on host hv-cinder-77500 {{(pid=79929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 10 21:06:46.483015 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-6c0c4986-6d9a-43c2-9362-433607c6ae67 req-e5bad7a3-3151-4c31-9f56-ba5f9a05b873 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770081'] for port, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:46.515889 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-6c0c4986-6d9a-43c2-9362-433607c6ae67 req-e5bad7a3-3151-4c31-9f56-ba5f9a05b873 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.15 "DELETE /v2.0/ports/46f39365-b7d7-4866-82e7-5f21ab91bcb6 HTTP/1.1" status: 204  len: 173 time: 3.3093364
Feb 10 21:06:46.587160 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-0d03852a-6144-4e00-ba65-25e0d354b549 req-6fb85b7e-66f3-4bd1-a250-870424dc08a8 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Synchronizing usage tracker for tenant:92212326132c472cbbd1d5f9a6549ec7 on resource:port {{(pid=79929) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 10 21:06:46.598390 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-e0d1dc7f-cc17-4341-be2a-b14650f1c1e0 req-8099cfd6-35a7-47a6-918e-2b8e8b186cbb tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=895a7e5f-3ef6-4f3c-9ab6-68304e4925ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1244519
Feb 10 21:06:46.629463 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-0d03852a-6144-4e00-ba65-25e0d354b549 req-6fb85b7e-66f3-4bd1-a250-870424dc08a8 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Unset dirty status for tenant:92212326132c472cbbd1d5f9a6549ec7 on resource:port {{(pid=79929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 10 21:06:46.631541 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-0d03852a-6144-4e00-ba65-25e0d354b549 req-6fb85b7e-66f3-4bd1-a250-870424dc08a8 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=0d8e8527-6359-42ba-91a8-bb462b8507d3 HTTP/1.1" status: 200  len: 210 time: 0.1118498
Feb 10 21:06:46.679962 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da2f011-dc6b-44c8-b4fc-82116f85db47 None None] Network e8141869-a3a8-46b1-9a41-c9730a5513e2 requested from dv-cinder-775008-1-iscsi {{(pid=79930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 10 21:06:47.808411 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d8e8527-6359-42ba-91a8-bb462b8507d3', 'name': 'network-vif-deleted', 'tag': '46f39365-b7d7-4866-82e7-5f21ab91bcb6'}] {{(pid=79929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 10 21:06:47.812657 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 58916) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:06:47.822905 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [None req-947ac85e-873a-4b58-b7f7-9ed410db3774 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1556909703-network', 'tenant_id': 'a0e47525ed634bf6aa6570a83ea788ec'}} {{(pid=79928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:06:47.833000 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-947ac85e-873a-4b58-b7f7-9ed410db3774 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:06:47.841274 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-947ac85e-873a-4b58-b7f7-9ed410db3774 admin admin] Usage tracker for resource:network and tenant:a0e47525ed634bf6aa6570a83ea788ec is out of sync, need to count used quota {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:06:47.846856 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-947ac85e-873a-4b58-b7f7-9ed410db3774 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:06:47.858449 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-947ac85e-873a-4b58-b7f7-9ed410db3774 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:06:47.878411 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-947ac85e-873a-4b58-b7f7-9ed410db3774 admin admin] Made reservation on behalf of a0e47525ed634bf6aa6570a83ea788ec for: {'network': 1} {{(pid=79928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 10 21:06:47.888001 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-947ac85e-873a-4b58-b7f7-9ed410db3774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for network, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:47.915907 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-947ac85e-873a-4b58-b7f7-9ed410db3774 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:47.949014 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-947ac85e-873a-4b58-b7f7-9ed410db3774 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:06:47.963510 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-947ac85e-873a-4b58-b7f7-9ed410db3774 admin admin] Usage tracker for resource:security_group_rule and tenant:a0e47525ed634bf6aa6570a83ea788ec is out of sync, need to count used quota {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:06:47.969559 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-947ac85e-873a-4b58-b7f7-9ed410db3774 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:06:47.979974 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-947ac85e-873a-4b58-b7f7-9ed410db3774 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:06:48.238176 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-947ac85e-873a-4b58-b7f7-9ed410db3774 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:48.241725 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-947ac85e-873a-4b58-b7f7-9ed410db3774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:48.246308 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-a8e4a325-90de-4835-bea8-ad7ded0fcbee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:06:48.273216 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b47236-206f-4d55-8159-262b2e6d2391 req-98a8cf3e-3422-41b9-a74b-772dac2cc384 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:48.275877 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-47b47236-206f-4d55-8159-262b2e6d2391 req-98a8cf3e-3422-41b9-a74b-772dac2cc384 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=9a0928b3-8b03-40d2-b78f-7eb8e84b309f HTTP/1.1" status: 200  len: 946 time: 0.4693272
Feb 10 21:06:48.277857 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d8e8527-6359-42ba-91a8-bb462b8507d3', 'name': 'network-vif-deleted', 'tag': '46f39365-b7d7-4866-82e7-5f21ab91bcb6', 'status': 'completed', 'code': 200}
Feb 10 21:06:48.290921 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-947ac85e-873a-4b58-b7f7-9ed410db3774 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 11}  {{(pid=79928) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 10 21:06:48.307007 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947ac85e-873a-4b58-b7f7-9ed410db3774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=076363a6-320b-45d6-b297-2060258705a1,revision_number=1']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:06:48.313507 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-947ac85e-873a-4b58-b7f7-9ed410db3774 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:06:48.314578 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-947ac85e-873a-4b58-b7f7-9ed410db3774 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363258056608645', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853830591'] for segment, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:48.315011 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.db.segments_db [None req-947ac85e-873a-4b58-b7f7-9ed410db3774 admin admin] Added segment c8451d67-f53c-4af4-bc95-a7dad0e83877 of type vxlan for network f462fde1-9987-4a3b-a4cb-648381916dae
Feb 10 21:06:48.351367 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-947ac85e-873a-4b58-b7f7-9ed410db3774 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363258057162953'] for network, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:48.399653 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-47b47236-206f-4d55-8159-262b2e6d2391 req-74e67115-23e0-4441-b92c-38f411b80065 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=895a7e5f-3ef6-4f3c-9ab6-68304e4925ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1127696
Feb 10 21:06:48.408920 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-947ac85e-873a-4b58-b7f7-9ed410db3774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014'] for network, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:48.410503 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947ac85e-873a-4b58-b7f7-9ed410db3774 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:48.411410 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-947ac85e-873a-4b58-b7f7-9ed410db3774 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728031'] for network, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:48.422702 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:06:48.558876 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947ac85e-873a-4b58-b7f7-9ed410db3774 admin admin] Pushing event updated for resources: {'Network': ['ID=f462fde1-9987-4a3b-a4cb-648381916dae,revision_number=1']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:06:48.562067 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-947ac85e-873a-4b58-b7f7-9ed410db3774 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:06:48.566908 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 58926) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:06:48.567093 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-947ac85e-873a-4b58-b7f7-9ed410db3774 admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 0.7529089
Feb 10 21:06:48.576311 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Network f462fde1-9987-4a3b-a4cb-648381916dae details requested by agent ovs-agent-dv-cinder-775008-1-iscsi with host dv-cinder-775008-1-iscsi {{(pid=79930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 10 21:06:48.586775 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [None req-f9ec5f1e-4e88-44e5-916b-27aa315fb3ef admin admin] Request body: {'subnet': {'network_id': 'f462fde1-9987-4a3b-a4cb-648381916dae', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1556909703-subnet', 'tenant_id': 'a0e47525ed634bf6aa6570a83ea788ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:06:48.598361 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-f9ec5f1e-4e88-44e5-916b-27aa315fb3ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:06:48.611595 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-f9ec5f1e-4e88-44e5-916b-27aa315fb3ef admin admin] Usage tracker for resource:subnet and tenant:a0e47525ed634bf6aa6570a83ea788ec is out of sync, need to count used quota {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:06:48.619020 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-f9ec5f1e-4e88-44e5-916b-27aa315fb3ef admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:06:48.632618 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-f9ec5f1e-4e88-44e5-916b-27aa315fb3ef admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:06:48.650882 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ec5f1e-4e88-44e5-916b-27aa315fb3ef admin admin] Made reservation on behalf of a0e47525ed634bf6aa6570a83ea788ec for: {'subnet': 1} {{(pid=79929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 10 21:06:48.655938 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-f9ec5f1e-4e88-44e5-916b-27aa315fb3ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852311569'] for subnet, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:49.018526 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eab492-4b87-4642-80d6-0ff7323a31b6 req-e1a4e295-cda0-402f-8c06-c732f2f57160 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:49.026251 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-07eab492-4b87-4642-80d6-0ff7323a31b6 req-e1a4e295-cda0-402f-8c06-c732f2f57160 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5a452ba-1bbb-4cf5-a43d-16be280c05b9 HTTP/1.1" status: 200  len: 946 time: 0.2522531
Feb 10 21:06:49.108298 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-07eab492-4b87-4642-80d6-0ff7323a31b6 req-5ec39e53-64b7-4116-a7c0-c9f547f5dab9 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0806990
Feb 10 21:06:49.381430 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-f9ec5f1e-4e88-44e5-916b-27aa315fb3ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852148197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852311554'] for subnet, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:49.397546 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-a075088a-33ed-4708-9346-32ca84db3eff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:06:49.560216 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ec5f1e-4e88-44e5-916b-27aa315fb3ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=c143a941-96fe-47e1-9d6e-0412bccef4da,revision_number=0']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:06:49.573533 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ec5f1e-4e88-44e5-916b-27aa315fb3ef admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:06:49.573948 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ec5f1e-4e88-44e5-916b-27aa315fb3ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:06:49.574381 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ec5f1e-4e88-44e5-916b-27aa315fb3ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:06:49.574815 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ec5f1e-4e88-44e5-916b-27aa315fb3ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:06:49.576003 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ec5f1e-4e88-44e5-916b-27aa315fb3ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:06:49.576645 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ec5f1e-4e88-44e5-916b-27aa315fb3ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:06:49.577050 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ec5f1e-4e88-44e5-916b-27aa315fb3ef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:06:49.577446 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ec5f1e-4e88-44e5-916b-27aa315fb3ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:06:49.577843 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ec5f1e-4e88-44e5-916b-27aa315fb3ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:06:49.578282 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ec5f1e-4e88-44e5-916b-27aa315fb3ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:06:49.578675 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ec5f1e-4e88-44e5-916b-27aa315fb3ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:06:49.579064 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ec5f1e-4e88-44e5-916b-27aa315fb3ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:06:49.579557 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ec5f1e-4e88-44e5-916b-27aa315fb3ef admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:06:49.579949 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ec5f1e-4e88-44e5-916b-27aa315fb3ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:06:49.580335 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ec5f1e-4e88-44e5-916b-27aa315fb3ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:06:49.580724 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ec5f1e-4e88-44e5-916b-27aa315fb3ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:06:49.581108 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ec5f1e-4e88-44e5-916b-27aa315fb3ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:06:49.581492 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ec5f1e-4e88-44e5-916b-27aa315fb3ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:06:49.581875 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ec5f1e-4e88-44e5-916b-27aa315fb3ef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:06:49.582299 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ec5f1e-4e88-44e5-916b-27aa315fb3ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:06:49.582681 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ec5f1e-4e88-44e5-916b-27aa315fb3ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:06:49.583062 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ec5f1e-4e88-44e5-916b-27aa315fb3ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:06:49.583446 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ec5f1e-4e88-44e5-916b-27aa315fb3ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:06:49.583827 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ec5f1e-4e88-44e5-916b-27aa315fb3ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:06:49.593325 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-f9ec5f1e-4e88-44e5-916b-27aa315fb3ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:06:49.656205 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ec5f1e-4e88-44e5-916b-27aa315fb3ef admin admin] Checking segment: {'id': 'c8451d67-f53c-4af4-bc95-a7dad0e83877', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'f462fde1-9987-4a3b-a4cb-648381916dae'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 10 21:06:49.656515 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ec5f1e-4e88-44e5-916b-27aa315fb3ef admin admin] Network hostable DHCP agents. Network: f462fde1-9987-4a3b-a4cb-648381916dae, hostable agents: ['81d85903-877f-455d-aaa7-fc933394e41c'], hosted agents: [] {{(pid=79929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 10 21:06:49.689040 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ec5f1e-4e88-44e5-916b-27aa315fb3ef admin admin] Network f462fde1-9987-4a3b-a4cb-648381916dae is scheduled to be hosted by DHCP agent 81d85903-877f-455d-aaa7-fc933394e41c with binding_index 1 {{(pid=79929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 10 21:06:49.706636 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.base_scheduler [None req-f9ec5f1e-4e88-44e5-916b-27aa315fb3ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775008-1-iscsi, f462fde1-9987-4a3b-a4cb-648381916dae) {{(pid=79929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 10 21:06:49.719753 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328fc123-bee3-4420-9378-08ded0f218e2 None None] Network f462fde1-9987-4a3b-a4cb-648381916dae requested from dv-cinder-775008-1-iscsi {{(pid=79930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 10 21:06:49.719998 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ec5f1e-4e88-44e5-916b-27aa315fb3ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:49.720655 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-f9ec5f1e-4e88-44e5-916b-27aa315fb3ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728031'] for subnet, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:49.745748 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-f9ec5f1e-4e88-44e5-916b-27aa315fb3ef admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.1774445
Feb 10 21:06:49.846647 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c1db2d-92ec-48c3-a527-9e8c6c000ed3 req-58a32dbe-cac5-4ee2-afe9-2533b105956e tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:49.848511 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-68c1db2d-92ec-48c3-a527-9e8c6c000ed3 req-58a32dbe-cac5-4ee2-afe9-2533b105956e tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=9a0928b3-8b03-40d2-b78f-7eb8e84b309f HTTP/1.1" status: 200  len: 946 time: 0.2304161
Feb 10 21:06:49.939041 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-68c1db2d-92ec-48c3-a527-9e8c6c000ed3 req-2ed64a54-f7c3-4549-bffe-095e6932f5f8 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=895a7e5f-3ef6-4f3c-9ab6-68304e4925ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0782783
Feb 10 21:06:49.990604 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 58942) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:06:50.071974 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Network f462fde1-9987-4a3b-a4cb-648381916dae details requested by agent ovs-agent-hv-cinder-77500 with host hv-cinder-77500 {{(pid=79930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 10 21:06:50.079136 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.db_base_plugin_v2 [None req-ced8bd0e-8dce-44f2-805b-e50e6060dbf8 admin admin] Deleting subnet 223911cc-a6b1-4826-9de0-5820606fa8c4 {{(pid=79928) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 10 21:06:50.083398 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ced8bd0e-8dce-44f2-805b-e50e6060dbf8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:50.139626 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734e4866-ac2d-4913-8313-cfe62163163a None None] Network f462fde1-9987-4a3b-a4cb-648381916dae requested from dv-cinder-775008-1-iscsi {{(pid=79930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 10 21:06:50.180517 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ced8bd0e-8dce-44f2-805b-e50e6060dbf8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036828158300'] for subnet, precommit_delete_associations {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:50.273898 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ced8bd0e-8dce-44f2-805b-e50e6060dbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016988'] for subnet, precommit_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:50.512783 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262e39d4-594f-4114-95f4-bfe03e103203 req-b3dc520d-020f-405b-ba7c-70af3319956a tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:50.521463 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-262e39d4-594f-4114-95f4-bfe03e103203 req-b3dc520d-020f-405b-ba7c-70af3319956a tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5a452ba-1bbb-4cf5-a43d-16be280c05b9 HTTP/1.1" status: 200  len: 946 time: 0.2423701
Feb 10 21:06:50.605362 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-262e39d4-594f-4114-95f4-bfe03e103203 req-3353ba2a-b4c7-49c8-accc-84fb3049a96b tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0823970
Feb 10 21:06:50.664640 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ced8bd0e-8dce-44f2-805b-e50e6060dbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853758828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851634438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851258945'] for subnet, after_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:50.803911 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:06:50.852277 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced8bd0e-8dce-44f2-805b-e50e6060dbf8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=223911cc-a6b1-4826-9de0-5820606fa8c4,revision_number=None']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:06:50.858435 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-ced8bd0e-8dce-44f2-805b-e50e6060dbf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:06:50.859441 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ced8bd0e-8dce-44f2-805b-e50e6060dbf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728031'] for subnet, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:50.866135 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-ced8bd0e-8dce-44f2-805b-e50e6060dbf8 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/223911cc-a6b1-4826-9de0-5820606fa8c4 HTTP/1.1" status: 204  len: 168 time: 0.8742235
Feb 10 21:06:50.868650 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 58964) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:06:50.995385 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a634f547-4913-4d55-88c0-c5055c334d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853728688'] for network, before_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:51.279740 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a634f547-4913-4d55-88c0-c5055c334d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023083', 'neutron.services.segments.db._delete_segments_for_network-8778798167172'] for network, precommit_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:51.414573 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.services.segments.db [None req-a634f547-4913-4d55-88c0-c5055c334d6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fbf8b6eb588>,) {'filters': {'network_id': ['e8141869-a3a8-46b1-9a41-c9730a5513e2']}} {{(pid=79928) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:06:51.508612 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e34ca74-fd6e-4b1a-a5de-8b42b9fbb930 req-5f9dce2b-8d6b-4af8-bedb-43a35d2081a8 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:51.510343 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-2e34ca74-fd6e-4b1a-a5de-8b42b9fbb930 req-5f9dce2b-8d6b-4af8-bedb-43a35d2081a8 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=9a0928b3-8b03-40d2-b78f-7eb8e84b309f HTTP/1.1" status: 200  len: 946 time: 0.3541205
Feb 10 21:06:51.517957 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.services.segments.db [None req-a634f547-4913-4d55-88c0-c5055c334d6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fbf8b6eb588>, 'c31e9690-e469-4ecb-afa6-ac1b5dbadbb2') {'for_net_delete': True} {{(pid=79928) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:06:51.518328 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.services.segments.db [None req-a634f547-4913-4d55-88c0-c5055c334d6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fbf8b6eb588>, 'c31e9690-e469-4ecb-afa6-ac1b5dbadbb2') {} {{(pid=79928) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:06:51.548747 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a634f547-4913-4d55-88c0-c5055c334d6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778798166933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26617516'] for segment, before_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:51.578753 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a634f547-4913-4d55-88c0-c5055c334d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853830591'] for segment, precommit_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:51.583900 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a634f547-4913-4d55-88c0-c5055c334d6d admin admin] Releasing vxlan tunnel 3 to pool {{(pid=79928) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 10 21:06:51.665921 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01e56c3-2b80-4866-b1cd-5737526c865b req-3e40b903-6077-459b-9e84-e4954d840e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:51.667598 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-b01e56c3-2b80-4866-b1cd-5737526c865b req-3e40b903-6077-459b-9e84-e4954d840e7b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=eb8be716db2e42aea2a6c06bf05c44b5&device_id=9a0928b3-8b03-40d2-b78f-7eb8e84b309f HTTP/1.1" status: 200  len: 1163 time: 0.0818095
Feb 10 21:06:51.684950 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-2e34ca74-fd6e-4b1a-a5de-8b42b9fbb930 req-16283652-0013-47b4-b476-7abb9485204f tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=895a7e5f-3ef6-4f3c-9ab6-68304e4925ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1586382
Feb 10 21:06:51.802963 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-a634f547-4913-4d55-88c0-c5055c334d6d admin admin] Network e8141869-a3a8-46b1-9a41-c9730a5513e2 has no segments {{(pid=79928) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 10 21:06:51.812485 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a634f547-4913-4d55-88c0-c5055c334d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-945225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3134553'] for segment, after_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:51.884243 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01e56c3-2b80-4866-b1cd-5737526c865b req-c2f45b0a-8aef-484c-aced-f47a443221a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:51.885855 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-b01e56c3-2b80-4866-b1cd-5737526c865b req-c2f45b0a-8aef-484c-aced-f47a443221a1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=009dd3d9-5800-4858-a534-697a99ad36c1 HTTP/1.1" status: 200  len: 910 time: 0.2111399
Feb 10 21:06:51.997464 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-a634f547-4913-4d55-88c0-c5055c334d6d admin admin] Network e8141869-a3a8-46b1-9a41-c9730a5513e2 has no segments {{(pid=79928) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 10 21:06:52.024709 dv-cinder-775008-1-iscsi neutron-server[79816]: Traceback (most recent call last):
Feb 10 21:06:52.024709 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 10 21:06:52.024709 dv-cinder-775008-1-iscsi neutron-server[79816]:     timer()
Feb 10 21:06:52.024709 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 10 21:06:52.024709 dv-cinder-775008-1-iscsi neutron-server[79816]:     cb(*args, **kw)
Feb 10 21:06:52.024709 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 10 21:06:52.024709 dv-cinder-775008-1-iscsi neutron-server[79816]:     return func(*args, **kwargs)
Feb 10 21:06:52.024709 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 10 21:06:52.024709 dv-cinder-775008-1-iscsi neutron-server[79816]:     self._notify()
Feb 10 21:06:52.024709 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 10 21:06:52.024709 dv-cinder-775008-1-iscsi neutron-server[79816]:     self.callback(batched_events)
Feb 10 21:06:52.024709 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 10 21:06:52.024709 dv-cinder-775008-1-iscsi neutron-server[79816]:     event.method(event)
Feb 10 21:06:52.024709 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 10 21:06:52.024709 dv-cinder-775008-1-iscsi neutron-server[79816]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 10 21:06:52.024709 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 10 21:06:52.024709 dv-cinder-775008-1-iscsi neutron-server[79816]:     segment_id)['aggregates'][0]
Feb 10 21:06:52.024709 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 10 21:06:52.024709 dv-cinder-775008-1-iscsi neutron-server[79816]:     return f(self, *a, **k)
Feb 10 21:06:52.024709 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 10 21:06:52.024709 dv-cinder-775008-1-iscsi neutron-server[79816]:     return self._get(url).json()
Feb 10 21:06:52.024709 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 10 21:06:52.024709 dv-cinder-775008-1-iscsi neutron-server[79816]:     **kwargs)
Feb 10 21:06:52.024709 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 10 21:06:52.024709 dv-cinder-775008-1-iscsi neutron-server[79816]:     return self.request(url, 'GET', **kwargs)
Feb 10 21:06:52.024709 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 10 21:06:52.024709 dv-cinder-775008-1-iscsi neutron-server[79816]:     **endpoint_filter)
Feb 10 21:06:52.024709 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 10 21:06:52.024709 dv-cinder-775008-1-iscsi neutron-server[79816]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 10 21:06:52.024709 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 10 21:06:52.024709 dv-cinder-775008-1-iscsi neutron-server[79816]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 10 21:06:52.024709 dv-cinder-775008-1-iscsi neutron-server[79816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 10 21:06:52.042996 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d114344e-c863-4119-8e5c-2e8871cc77c5 req-fd718723-d8f6-4fe6-bc2f-6309f3734608 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:52.045850 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-d114344e-c863-4119-8e5c-2e8871cc77c5 req-fd718723-d8f6-4fe6-bc2f-6309f3734608 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5a452ba-1bbb-4cf5-a43d-16be280c05b9 HTTP/1.1" status: 200  len: 946 time: 0.2772114
Feb 10 21:06:52.108263 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a634f547-4913-4d55-88c0-c5055c334d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853752733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850656724'] for network, after_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:52.112409 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-265098b8-355b-4076-ba18-bce259ee2dfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:06:52.135686 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a634f547-4913-4d55-88c0-c5055c334d6d admin admin] Pushing event deleted for resources: {'Network': ['ID=e8141869-a3a8-46b1-9a41-c9730a5513e2,revision_number=None']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:06:52.139146 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a634f547-4913-4d55-88c0-c5055c334d6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728031'] for network, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:52.141077 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-d114344e-c863-4119-8e5c-2e8871cc77c5 req-53e5fc43-c467-45a9-a071-f7341022b97c tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0731175
Feb 10 21:06:52.145910 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-a634f547-4913-4d55-88c0-c5055c334d6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:06:52.154080 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-a634f547-4913-4d55-88c0-c5055c334d6d admin admin] 10.222.0.82 "DELETE /v2.0/networks/e8141869-a3a8-46b1-9a41-c9730a5513e2 HTTP/1.1" status: 204  len: 168 time: 1.2824349
Feb 10 21:06:52.155953 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 58986) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:06:52.163550 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-b01e56c3-2b80-4866-b1cd-5737526c865b req-194b4c32-9a6b-40dd-b533-694a4b16c306 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1556af23-7030-4f4d-8750-7e5780fdd8aa HTTP/1.1" status: 200  len: 1001 time: 0.2686634
Feb 10 21:06:52.230294 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.db_base_plugin_v2 [None req-526ea7c4-3bad-47c1-9929-e89e4c297a59 admin admin] Deleting subnet c143a941-96fe-47e1-9d6e-0412bccef4da {{(pid=79928) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 10 21:06:52.234491 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-526ea7c4-3bad-47c1-9929-e89e4c297a59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:52.244134 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01e56c3-2b80-4866-b1cd-5737526c865b req-a31c1e46-d123-4c1b-9b66-a92784b632fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:52.245443 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-b01e56c3-2b80-4866-b1cd-5737526c865b req-a31c1e46-d123-4c1b-9b66-a92784b632fd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6d155787-390f-4d80-9348-99de0b4f3565 HTTP/1.1" status: 200  len: 855 time: 0.0684450
Feb 10 21:06:52.289291 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-526ea7c4-3bad-47c1-9929-e89e4c297a59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036828158300'] for subnet, precommit_delete_associations {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:52.338357 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01e56c3-2b80-4866-b1cd-5737526c865b req-c93ac9f6-d192-4c0a-a93d-1fd7946dace5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:52.339985 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-b01e56c3-2b80-4866-b1cd-5737526c865b req-c93ac9f6-d192-4c0a-a93d-1fd7946dace5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=009dd3d9-5800-4858-a534-697a99ad36c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0854549
Feb 10 21:06:52.355712 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-526ea7c4-3bad-47c1-9929-e89e4c297a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016988'] for subnet, precommit_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:52.505475 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-b01e56c3-2b80-4866-b1cd-5737526c865b req-07431541-6c5b-4f2b-a410-a8b176071d88 service neutron] 10.222.0.15 "GET /v2.0/networks/009dd3d9-5800-4858-a534-697a99ad36c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1476457
Feb 10 21:06:52.626358 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-526ea7c4-3bad-47c1-9929-e89e4c297a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853758828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851634438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851258945'] for subnet, after_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:52.643697 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:06:52.698923 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526ea7c4-3bad-47c1-9929-e89e4c297a59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c143a941-96fe-47e1-9d6e-0412bccef4da,revision_number=None']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:06:52.749737 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-526ea7c4-3bad-47c1-9929-e89e4c297a59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:06:52.792668 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-526ea7c4-3bad-47c1-9929-e89e4c297a59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728031'] for subnet, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:52.802955 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-526ea7c4-3bad-47c1-9929-e89e4c297a59 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/c143a941-96fe-47e1-9d6e-0412bccef4da HTTP/1.1" status: 204  len: 168 time: 0.6434000
Feb 10 21:06:52.805411 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 58994) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:06:52.897671 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-b01e56c3-2b80-4866-b1cd-5737526c865b req-5b012692-1cd3-4984-9f36-450deab7540d service neutron] 10.222.0.15 "GET /v2.0/networks/009dd3d9-5800-4858-a534-697a99ad36c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3781760
Feb 10 21:06:53.199973 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-32489ffe-5780-4fa7-a4e8-e05df98af8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853728688'] for network, before_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:53.423755 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34becd8a-b046-40a2-b3e5-97c26e44713b req-7228b84c-8cd5-4e73-8de9-0de66398b63d tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:53.425444 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-34becd8a-b046-40a2-b3e5-97c26e44713b req-7228b84c-8cd5-4e73-8de9-0de66398b63d tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=9a0928b3-8b03-40d2-b78f-7eb8e84b309f HTTP/1.1" status: 200  len: 946 time: 0.3704033
Feb 10 21:06:53.447294 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96cee64-837d-4483-8fee-715bb6b8e173 req-2a4a3464-d861-47d3-808a-80d2071c02ab tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:53.449046 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-d96cee64-837d-4483-8fee-715bb6b8e173 req-2a4a3464-d861-47d3-808a-80d2071c02ab tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5a452ba-1bbb-4cf5-a43d-16be280c05b9 HTTP/1.1" status: 200  len: 946 time: 0.1728146
Feb 10 21:06:53.521073 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-d96cee64-837d-4483-8fee-715bb6b8e173 req-2e9627d2-5da1-4da0-9363-e016cf497f6a tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637491
Feb 10 21:06:53.536719 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-32489ffe-5780-4fa7-a4e8-e05df98af8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023083', 'neutron.services.segments.db._delete_segments_for_network-8778798167172'] for network, precommit_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:53.645458 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-34becd8a-b046-40a2-b3e5-97c26e44713b req-660824f4-335c-4d2d-bad7-296922f34315 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=895a7e5f-3ef6-4f3c-9ab6-68304e4925ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2062495
Feb 10 21:06:53.686536 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.services.segments.db [None req-32489ffe-5780-4fa7-a4e8-e05df98af8e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fbf8b3d20b8>,) {'filters': {'network_id': ['f462fde1-9987-4a3b-a4cb-648381916dae']}} {{(pid=79928) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:06:53.700357 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.services.segments.db [None req-32489ffe-5780-4fa7-a4e8-e05df98af8e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fbf8b3d20b8>, 'c8451d67-f53c-4af4-bc95-a7dad0e83877') {'for_net_delete': True} {{(pid=79928) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:06:53.700794 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.services.segments.db [None req-32489ffe-5780-4fa7-a4e8-e05df98af8e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fbf8b3d20b8>, 'c8451d67-f53c-4af4-bc95-a7dad0e83877') {} {{(pid=79928) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:06:53.713755 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-32489ffe-5780-4fa7-a4e8-e05df98af8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778798166933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26617516'] for segment, before_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:53.728934 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-32489ffe-5780-4fa7-a4e8-e05df98af8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853830591'] for segment, precommit_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:53.731543 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-32489ffe-5780-4fa7-a4e8-e05df98af8e7 admin admin] Releasing vxlan tunnel 11 to pool {{(pid=79928) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 10 21:06:53.922480 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-32489ffe-5780-4fa7-a4e8-e05df98af8e7 admin admin] Network f462fde1-9987-4a3b-a4cb-648381916dae has no segments {{(pid=79928) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 10 21:06:53.931591 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-32489ffe-5780-4fa7-a4e8-e05df98af8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-945225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3134553'] for segment, after_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:54.096269 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-26453e9d-382a-4143-9ae8-2e4e44bd2484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:54.118751 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-32489ffe-5780-4fa7-a4e8-e05df98af8e7 admin admin] Network f462fde1-9987-4a3b-a4cb-648381916dae has no segments {{(pid=79928) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 10 21:06:54.142552 dv-cinder-775008-1-iscsi neutron-server[79816]: Traceback (most recent call last):
Feb 10 21:06:54.142552 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 10 21:06:54.142552 dv-cinder-775008-1-iscsi neutron-server[79816]:     timer()
Feb 10 21:06:54.142552 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 10 21:06:54.142552 dv-cinder-775008-1-iscsi neutron-server[79816]:     cb(*args, **kw)
Feb 10 21:06:54.142552 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 10 21:06:54.142552 dv-cinder-775008-1-iscsi neutron-server[79816]:     return func(*args, **kwargs)
Feb 10 21:06:54.142552 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 10 21:06:54.142552 dv-cinder-775008-1-iscsi neutron-server[79816]:     self._notify()
Feb 10 21:06:54.142552 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 10 21:06:54.142552 dv-cinder-775008-1-iscsi neutron-server[79816]:     self.callback(batched_events)
Feb 10 21:06:54.142552 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 10 21:06:54.142552 dv-cinder-775008-1-iscsi neutron-server[79816]:     event.method(event)
Feb 10 21:06:54.142552 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 10 21:06:54.142552 dv-cinder-775008-1-iscsi neutron-server[79816]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 10 21:06:54.142552 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 10 21:06:54.142552 dv-cinder-775008-1-iscsi neutron-server[79816]:     segment_id)['aggregates'][0]
Feb 10 21:06:54.142552 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 10 21:06:54.142552 dv-cinder-775008-1-iscsi neutron-server[79816]:     return f(self, *a, **k)
Feb 10 21:06:54.142552 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 10 21:06:54.142552 dv-cinder-775008-1-iscsi neutron-server[79816]:     return self._get(url).json()
Feb 10 21:06:54.142552 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 10 21:06:54.142552 dv-cinder-775008-1-iscsi neutron-server[79816]:     **kwargs)
Feb 10 21:06:54.142552 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 10 21:06:54.142552 dv-cinder-775008-1-iscsi neutron-server[79816]:     return self.request(url, 'GET', **kwargs)
Feb 10 21:06:54.142552 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 10 21:06:54.142552 dv-cinder-775008-1-iscsi neutron-server[79816]:     **endpoint_filter)
Feb 10 21:06:54.142552 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 10 21:06:54.142552 dv-cinder-775008-1-iscsi neutron-server[79816]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 10 21:06:54.142552 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 10 21:06:54.142552 dv-cinder-775008-1-iscsi neutron-server[79816]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 10 21:06:54.142552 dv-cinder-775008-1-iscsi neutron-server[79816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 10 21:06:54.224858 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-32489ffe-5780-4fa7-a4e8-e05df98af8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853752733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850656724'] for network, after_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:54.228280 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:06:54.244838 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-32489ffe-5780-4fa7-a4e8-e05df98af8e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728031'] for network, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:54.251600 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32489ffe-5780-4fa7-a4e8-e05df98af8e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=f462fde1-9987-4a3b-a4cb-648381916dae,revision_number=None']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:06:54.255360 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-32489ffe-5780-4fa7-a4e8-e05df98af8e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:06:54.257038 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-32489ffe-5780-4fa7-a4e8-e05df98af8e7 admin admin] 10.222.0.82 "DELETE /v2.0/networks/f462fde1-9987-4a3b-a4cb-648381916dae HTTP/1.1" status: 204  len: 168 time: 1.4527683
Feb 10 21:06:54.470404 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 59012) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:06:54.504401 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6418a5-2afd-4dff-b6ae-84a3562756b1 req-7a47d0e9-3c1d-4926-96fa-cd1fc00c50a3 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:54.506110 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-ea6418a5-2afd-4dff-b6ae-84a3562756b1 req-7a47d0e9-3c1d-4926-96fa-cd1fc00c50a3 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/ports?device_id=3dee1e11-308a-436e-aa4a-df62e56e7423 HTTP/1.1" status: 200  len: 985 time: 0.1875319
Feb 10 21:06:54.527028 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-b7b96348-54b7-40e2-bb35-4f32c82949ce admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=6a2f6b2dc64644cda96d3b2079e0473f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0553319
Feb 10 21:06:54.530393 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 59018) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:06:54.595188 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-ea6418a5-2afd-4dff-b6ae-84a3562756b1 req-dd683de6-7d56-43c3-be9a-ff62cc066b77 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/security-groups?id=c335b989-9e5c-4bf7-8234-e0ff1c1dd57a&id=628eedee-31f1-4a9c-b916-389374504f71&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0815568
Feb 10 21:06:54.597848 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-7726c2b3-cfe6-4aa1-91e5-3a850b1e21eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:54.626252 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-7726c2b3-cfe6-4aa1-91e5-3a850b1e21eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:54.739597 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-7726c2b3-cfe6-4aa1-91e5-3a850b1e21eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:54.745241 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-7a81d77f-e41a-4837-90d8-77fdde9a850c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:06:54.768347 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-7726c2b3-cfe6-4aa1-91e5-3a850b1e21eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:54.772301 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-7726c2b3-cfe6-4aa1-91e5-3a850b1e21eb admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/bdf4b91c-b6a6-4180-9964-f96cda58717b HTTP/1.1" status: 204  len: 168 time: 0.2381933
Feb 10 21:06:54.772301 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7726c2b3-cfe6-4aa1-91e5-3a850b1e21eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf4b91c-b6a6-4180-9964-f96cda58717b,revision_number=None']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:06:54.775462 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-7726c2b3-cfe6-4aa1-91e5-3a850b1e21eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:06:54.874364 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f92fc-313c-43cb-b7f4-01b273c0b447 req-9a1a8f13-de90-4ec8-958e-6e9dc9211a58 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:54.876006 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-913f92fc-313c-43cb-b7f4-01b273c0b447 req-9a1a8f13-de90-4ec8-958e-6e9dc9211a58 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5a452ba-1bbb-4cf5-a43d-16be280c05b9 HTTP/1.1" status: 200  len: 946 time: 0.2173853
Feb 10 21:06:55.002803 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-913f92fc-313c-43cb-b7f4-01b273c0b447 req-2ddebe44-8dd0-4af0-b873-b1bdae7de50f tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1200907
Feb 10 21:06:55.007383 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2f0b19-e1d4-459c-918c-123124828c74 req-207ab525-eb4a-45a2-b188-65c757fd55fd tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:55.009043 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-5b2f0b19-e1d4-459c-918c-123124828c74 req-207ab525-eb4a-45a2-b188-65c757fd55fd tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=9a0928b3-8b03-40d2-b78f-7eb8e84b309f HTTP/1.1" status: 200  len: 946 time: 0.1940696
Feb 10 21:06:55.025350 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa13ad-7f28-4be0-aa48-a6f2e18bc5ae req-c77df0c2-d923-45b7-a019-b0551250723f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:55.027259 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-aeaa13ad-7f28-4be0-aa48-a6f2e18bc5ae req-c77df0c2-d923-45b7-a019-b0551250723f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=450f83fab0734bc4b485b263670f0fa7&device_id=3dee1e11-308a-436e-aa4a-df62e56e7423 HTTP/1.1" status: 200  len: 1203 time: 0.1129816
Feb 10 21:06:55.129105 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-5b2f0b19-e1d4-459c-918c-123124828c74 req-cf8d94d5-89a5-4142-ad36-84ee52ef39c1 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=895a7e5f-3ef6-4f3c-9ab6-68304e4925ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1099317
Feb 10 21:06:55.196587 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa13ad-7f28-4be0-aa48-a6f2e18bc5ae req-cfe39bd9-db37-43bf-9068-fed1422e5f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:55.198222 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-aeaa13ad-7f28-4be0-aa48-a6f2e18bc5ae req-cfe39bd9-db37-43bf-9068-fed1422e5f41 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d499e464-54e8-4dd4-9520-8f962f4aa61a HTTP/1.1" status: 200  len: 908 time: 0.1614025
Feb 10 21:06:55.276817 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 59034) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:06:55.327582 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-aeaa13ad-7f28-4be0-aa48-a6f2e18bc5ae req-be9afd6a-6794-4aac-a27b-90947afd4432 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5cea92f5-237c-46d5-a831-9463f7eedfbe HTTP/1.1" status: 200  len: 1001 time: 0.1150491
Feb 10 21:06:55.341931 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-c00f3074-404a-4576-8779-463c36fc7714 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=a0e47525ed634bf6aa6570a83ea788ec&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0618718
Feb 10 21:06:55.343978 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 59038) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:06:55.411081 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-6ff95c99-0e2f-42c7-a469-c53f50fed370 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:55.415938 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa13ad-7f28-4be0-aa48-a6f2e18bc5ae req-239e2372-fdb7-463c-b74c-8209fb3dc227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:55.417602 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-aeaa13ad-7f28-4be0-aa48-a6f2e18bc5ae req-239e2372-fdb7-463c-b74c-8209fb3dc227 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c40b2878-75d9-4a40-800e-cc67094c8d4e HTTP/1.1" status: 200  len: 853 time: 0.0709538
Feb 10 21:06:55.442096 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-6ff95c99-0e2f-42c7-a469-c53f50fed370 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:55.492981 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-6ff95c99-0e2f-42c7-a469-c53f50fed370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:55.499313 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:06:55.512246 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff95c99-0e2f-42c7-a469-c53f50fed370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=076363a6-320b-45d6-b297-2060258705a1,revision_number=None']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:06:55.516789 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-6ff95c99-0e2f-42c7-a469-c53f50fed370 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:06:55.519523 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-6ff95c99-0e2f-42c7-a469-c53f50fed370 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:55.520694 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-6ff95c99-0e2f-42c7-a469-c53f50fed370 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/076363a6-320b-45d6-b297-2060258705a1 HTTP/1.1" status: 204  len: 168 time: 0.1757920
Feb 10 21:06:55.547128 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa13ad-7f28-4be0-aa48-a6f2e18bc5ae req-9984ab7e-1373-4424-986f-89c4c8962258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:55.548762 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-aeaa13ad-7f28-4be0-aa48-a6f2e18bc5ae req-9984ab7e-1373-4424-986f-89c4c8962258 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d499e464-54e8-4dd4-9520-8f962f4aa61a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1209960
Feb 10 21:06:55.739303 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-aeaa13ad-7f28-4be0-aa48-a6f2e18bc5ae req-0e2341e4-897a-4e25-8c62-103df6b5f92e service neutron] 10.222.0.15 "GET /v2.0/networks/d499e464-54e8-4dd4-9520-8f962f4aa61a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1697652
Feb 10 21:06:55.952646 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db3803d-b505-48e3-99fb-a18223df2bcf req-ed864c94-d20e-4e03-9451-b4d733483db0 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:55.954398 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-9db3803d-b505-48e3-99fb-a18223df2bcf req-ed864c94-d20e-4e03-9451-b4d733483db0 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/ports?device_id=3dee1e11-308a-436e-aa4a-df62e56e7423 HTTP/1.1" status: 200  len: 985 time: 0.2009964
Feb 10 21:06:56.005746 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-aeaa13ad-7f28-4be0-aa48-a6f2e18bc5ae req-ae5a0ece-f757-474d-89c0-c7d02cf0216c service neutron] 10.222.0.15 "GET /v2.0/networks/d499e464-54e8-4dd4-9520-8f962f4aa61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2568069
Feb 10 21:06:56.062810 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-9db3803d-b505-48e3-99fb-a18223df2bcf req-cb811dd7-b20b-4a54-85fa-5d413ec012a9 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/security-groups?id=c335b989-9e5c-4bf7-8234-e0ff1c1dd57a&id=628eedee-31f1-4a9c-b916-389374504f71&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0998759
Feb 10 21:06:56.186905 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcac8e27-e26c-4644-bc37-147a0a548190 req-71a12580-7736-494f-8d6a-a7b7012760da tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:56.188512 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-bcac8e27-e26c-4644-bc37-147a0a548190 req-71a12580-7736-494f-8d6a-a7b7012760da tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] 10.222.0.82 "GET /v2.0/networks?id=4dd4590c-4b8b-449e-a471-24dd073a3148 HTTP/1.1" status: 200  len: 813 time: 0.3286393
Feb 10 21:06:56.219292 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-bcac8e27-e26c-4644-bc37-147a0a548190 req-8d065a4f-365e-4ce0-a508-fb3bad8d498c tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] 10.222.0.82 "GET /v2.0/quotas/7eb5408997f5494f9056ccb8d369ab60 HTTP/1.1" status: 200  len: 375 time: 0.0212989
Feb 10 21:06:56.277591 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-bcac8e27-e26c-4644-bc37-147a0a548190 req-32e3b6a5-82c2-4691-9e59-f58de72c5c80 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=7eb5408997f5494f9056ccb8d369ab60&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0570221
Feb 10 21:06:56.388064 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c10db90-d912-4bf5-9767-e756d858b298 req-8c77f3ed-5ee9-4077-9181-0eddcf80de95 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:56.389877 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-6c10db90-d912-4bf5-9767-e756d858b298 req-8c77f3ed-5ee9-4077-9181-0eddcf80de95 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5a452ba-1bbb-4cf5-a43d-16be280c05b9 HTTP/1.1" status: 200  len: 946 time: 0.2102532
Feb 10 21:06:56.460286 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-6c10db90-d912-4bf5-9767-e756d858b298 req-a8d359e7-cf8e-42f8-b685-03ea2c134050 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638335
Feb 10 21:06:56.495409 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-bcac8e27-e26c-4644-bc37-147a0a548190 req-b016f6c7-c872-41fd-ab8f-039de85f883e service neutron] 10.222.0.82 "GET /v2.0/networks/4dd4590c-4b8b-449e-a471-24dd073a3148?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2090089
Feb 10 21:06:56.664588 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-3f161911-daba-46a8-a1cc-73afef132151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:56.690747 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-bcac8e27-e26c-4644-bc37-147a0a548190 req-e1587594-63cc-462f-bda1-c92f3a6e5af1 service neutron] 10.222.0.82 "GET /v2.0/networks/4dd4590c-4b8b-449e-a471-24dd073a3148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1854632
Feb 10 21:06:56.798759 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f883e19d-e038-4cb6-83aa-92fc15b1c2d4 req-6aafdcee-3735-4f33-b06d-ede1ff693dfc tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:56.806487 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-f883e19d-e038-4cb6-83aa-92fc15b1c2d4 req-6aafdcee-3735-4f33-b06d-ede1ff693dfc tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=9a0928b3-8b03-40d2-b78f-7eb8e84b309f HTTP/1.1" status: 200  len: 946 time: 0.2220247
Feb 10 21:06:56.879160 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-f883e19d-e038-4cb6-83aa-92fc15b1c2d4 req-f568febc-2118-446e-8c40-d503bb8f6b7b tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=895a7e5f-3ef6-4f3c-9ab6-68304e4925ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0716896
Feb 10 21:06:56.926612 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-9382eaa6-f719-4f2f-89be-bb169e75ba64 req-4ee4c224-a080-4c23-9ed5-c26d2ada6624 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] 10.222.0.82 "GET /v2.0/ports?device_id=deddbb93-8540-4dce-a159-b383ab28c59e HTTP/1.1" status: 200  len: 210 time: 0.0732005
Feb 10 21:06:57.295285 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8e35c017-ca0e-4997-9af4-ce0f5f2c761e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:57.374523 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd0737a-5f85-45df-8e4f-a2a11a3b667f req-06b1337a-2583-434e-8543-0989d0b8b5e5 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:57.376072 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-ffd0737a-5f85-45df-8e4f-a2a11a3b667f req-06b1337a-2583-434e-8543-0989d0b8b5e5 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/ports?device_id=3dee1e11-308a-436e-aa4a-df62e56e7423 HTTP/1.1" status: 200  len: 985 time: 0.1778519
Feb 10 21:06:57.467436 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-ffd0737a-5f85-45df-8e4f-a2a11a3b667f req-47c74ce5-c94c-4f63-8da7-f7b0543258fb tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/security-groups?id=c335b989-9e5c-4bf7-8234-e0ff1c1dd57a&id=628eedee-31f1-4a9c-b916-389374504f71&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0848331
Feb 10 21:06:57.815322 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f969e5-115b-4cbc-ad21-788702219696 req-2d8b0dab-bf27-42f7-8ff5-dba090b0097f tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:57.817098 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-b9f969e5-115b-4cbc-ad21-788702219696 req-2d8b0dab-bf27-42f7-8ff5-dba090b0097f tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5a452ba-1bbb-4cf5-a43d-16be280c05b9 HTTP/1.1" status: 200  len: 946 time: 0.2167280
Feb 10 21:06:57.895860 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-b9f969e5-115b-4cbc-ad21-788702219696 req-c91c3826-e223-4790-966b-349a2d667c59 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723314
Feb 10 21:06:58.204571 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:58.217879 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device 1556af23-7030-4f4d-8750-7e5780fdd8aa no longer exists at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 10 21:06:58.219386 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1466d41a-f70a-4bbc-8e47-4f8d9a400481 req-7b3d5e56-ff1f-4eca-8e92-da5098d9df7f tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:58.221195 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-72256eb0-e0c2-457a-9925-1aef5f245a3f req-bfee9ccb-7128-4965-b233-728d17f31932 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] 10.222.0.82 "GET /v2.0/ports?device_id=deddbb93-8540-4dce-a159-b383ab28c59e HTTP/1.1" status: 200  len: 210 time: 0.1021540
Feb 10 21:06:58.221349 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1466d41a-f70a-4bbc-8e47-4f8d9a400481 req-7b3d5e56-ff1f-4eca-8e92-da5098d9df7f tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=9a0928b3-8b03-40d2-b78f-7eb8e84b309f HTTP/1.1" status: 200  len: 946 time: 0.1814759
Feb 10 21:06:58.302869 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1466d41a-f70a-4bbc-8e47-4f8d9a400481 req-3d92c03c-bd1d-4bd9-b681-cf2e96f6b339 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=895a7e5f-3ef6-4f3c-9ab6-68304e4925ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0732932
Feb 10 21:06:58.380892 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a16a173f-35ea-40df-9953-0a23fc2526db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:58.494619 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:58.552749 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee91aa66-9d9c-4e4e-ac94-cb977973e453 req-2c8df402-4212-4892-b145-41a50e4043f6 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:58.561635 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-ee91aa66-9d9c-4e4e-ac94-cb977973e453 req-2c8df402-4212-4892-b145-41a50e4043f6 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/ports?device_id=e8b23f20-03b7-4c8c-851e-cd085acbd5e8 HTTP/1.1" status: 200  len: 946 time: 0.2093682
Feb 10 21:06:58.583097 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a0928b3-8b03-40d2-b78f-7eb8e84b309f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1556af23-7030-4f4d-8750-7e5780fdd8aa'}] {{(pid=79930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 10 21:06:58.598837 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] For port 1556af23-7030-4f4d-8750-7e5780fdd8aa, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=1556af23-7030-4f4d-8750-7e5780fdd8aa,segment=NetworkSegment(d7f580de-9525-4e7b-93a1-5e7479da2ea8),segment_id=d7f580de-9525-4e7b-93a1-5e7479da2ea8)] {{(pid=79930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:06:58.603691 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:58.605854 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:06:58.647259 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-ee91aa66-9d9c-4e4e-ac94-cb977973e453 req-45ec758a-6f98-4bb5-bcae-b4cf4611bfa6 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/security-groups?id=d690a83b-8d2e-42e4-90ab-f76a16f8383a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0845392
Feb 10 21:06:58.803220 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Pushing event updated for resources: {'Port': ['ID=1556af23-7030-4f4d-8750-7e5780fdd8aa,revision_number=5']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:06:58.807775 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:06:58.963154 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcac8e27-e26c-4644-bc37-147a0a548190 req-b7ced841-b7ab-4d64-9280-565b2ed17bc5 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:58.965085 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-bcac8e27-e26c-4644-bc37-147a0a548190 req-b7ced841-b7ab-4d64-9280-565b2ed17bc5 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] 10.222.0.15 "GET /v2.0/networks?id=4dd4590c-4b8b-449e-a471-24dd073a3148 HTTP/1.1" status: 200  len: 813 time: 0.5362997
Feb 10 21:06:58.998557 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [req-bcac8e27-e26c-4644-bc37-147a0a548190 req-c8d481c1-60a6-4426-9ad7-1d45956f6277 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] Request body: {'port': {'device_id': 'deddbb93-8540-4dce-a159-b383ab28c59e', 'network_id': '4dd4590c-4b8b-449e-a471-24dd073a3148', 'admin_state_up': True, 'tenant_id': '7eb5408997f5494f9056ccb8d369ab60'}} {{(pid=79929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:06:59.046787 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13369639-e005-4e1c-a28d-b97769df3da0 req-d8c9952b-7598-4b30-a3cc-02a5e3ac93fc tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:59.048738 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-13369639-e005-4e1c-a28d-b97769df3da0 req-d8c9952b-7598-4b30-a3cc-02a5e3ac93fc tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/ports?device_id=3dee1e11-308a-436e-aa4a-df62e56e7423 HTTP/1.1" status: 200  len: 985 time: 0.1949456
Feb 10 21:06:59.172554 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-13369639-e005-4e1c-a28d-b97769df3da0 req-1fee75f9-a7bf-4c16-9c9c-fcacee507688 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/security-groups?id=c335b989-9e5c-4bf7-8234-e0ff1c1dd57a&id=628eedee-31f1-4a9c-b916-389374504f71&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.1117604
Feb 10 21:06:59.223918 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [req-bcac8e27-e26c-4644-bc37-147a0a548190 req-c8d481c1-60a6-4426-9ad7-1d45956f6277 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:06:59.263767 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [req-bcac8e27-e26c-4644-bc37-147a0a548190 req-c8d481c1-60a6-4426-9ad7-1d45956f6277 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:06:59.268930 dv-cinder-775008-1-iscsi neutron-server[79816]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9a0928b3-8b03-40d2-b78f-7eb8e84b309f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1556af23-7030-4f4d-8750-7e5780fdd8aa', 'code': 422} returned with failed status
Feb 10 21:06:59.285337 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcac8e27-e26c-4644-bc37-147a0a548190 req-c8d481c1-60a6-4426-9ad7-1d45956f6277 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] Made reservation on behalf of 7eb5408997f5494f9056ccb8d369ab60 for: {'port': 1} {{(pid=79929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 10 21:06:59.324178 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-bcac8e27-e26c-4644-bc37-147a0a548190 req-c8d481c1-60a6-4426-9ad7-1d45956f6277 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:06:59.432093 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-89477a3e-ffb7-42d7-9cdf-34c9ec1bda21 req-04a3a4ea-c5da-4178-869a-f066f8754818 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] 10.222.0.82 "GET /v2.0/ports?device_id=deddbb93-8540-4dce-a159-b383ab28c59e HTTP/1.1" status: 200  len: 210 time: 0.0617976
Feb 10 21:06:59.733305 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90822550-c32c-44d2-ac05-963366fffb31 req-47f7efdb-6436-4e3c-aef1-22e038d1b0b4 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:06:59.735065 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-90822550-c32c-44d2-ac05-963366fffb31 req-47f7efdb-6436-4e3c-aef1-22e038d1b0b4 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5a452ba-1bbb-4cf5-a43d-16be280c05b9 HTTP/1.1" status: 200  len: 946 time: 0.3873794
Feb 10 21:06:59.851602 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-90822550-c32c-44d2-ac05-963366fffb31 req-857ac600-e024-4d51-814b-0cd7edd611a7 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1025305
Feb 10 21:06:59.968622 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.db_base_plugin_common [req-bcac8e27-e26c-4644-bc37-147a0a548190 req-c8d481c1-60a6-4426-9ad7-1d45956f6277 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] Allocated IP 172.20.0.5 (4dd4590c-4b8b-449e-a471-24dd073a3148/56f171b1-73a4-4439-84b8-3d620b415560/762d96a5-4ee1-4aa5-826a-d50c983d7d50) {{(pid=79929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 10 21:06:59.997520 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe8f24-c687-4288-bc56-b3b3425caa77 req-3b588e8b-374e-482d-924d-b7e3307b6259 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:00.005515 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-defe8f24-c687-4288-bc56-b3b3425caa77 req-3b588e8b-374e-482d-924d-b7e3307b6259 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=9a0928b3-8b03-40d2-b78f-7eb8e84b309f HTTP/1.1" status: 200  len: 944 time: 0.2190316
Feb 10 21:07:00.027516 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 59212) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:07:00.086434 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-defe8f24-c687-4288-bc56-b3b3425caa77 req-047c80fb-144c-4b0e-bf59-c3194c959c24 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=895a7e5f-3ef6-4f3c-9ab6-68304e4925ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0798757
Feb 10 21:07:00.239627 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-b7e85689-987b-446c-a3ad-a00e38f2553b req-91cc7e10-331f-4f2c-93a2-8e2a866207be service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=9a0928b3-8b03-40d2-b78f-7eb8e84b309f&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2106786
Feb 10 21:07:00.571662 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bca6e0b-df1f-40d8-917c-e3d5078202d0 req-1aa69ac6-873f-44fd-81cd-c8ec2c202ce3 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:00.576393 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-3bca6e0b-df1f-40d8-917c-e3d5078202d0 req-1aa69ac6-873f-44fd-81cd-c8ec2c202ce3 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/ports?device_id=3dee1e11-308a-436e-aa4a-df62e56e7423 HTTP/1.1" status: 200  len: 985 time: 0.2388511
Feb 10 21:07:00.614979 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-bcac8e27-e26c-4644-bc37-147a0a548190 req-c8d481c1-60a6-4426-9ad7-1d45956f6277 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] Notify callbacks [] for port, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:00.686724 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-3bca6e0b-df1f-40d8-917c-e3d5078202d0 req-e8abf9af-3fcd-4ddd-9093-c5891bb04c7c tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/security-groups?id=c335b989-9e5c-4bf7-8234-e0ff1c1dd57a&id=628eedee-31f1-4a9c-b916-389374504f71&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0998638
Feb 10 21:07:00.723958 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7decdd1-b9b7-4e64-aa77-e8cef37fb16c req-b9406f7c-eb88-422e-9e69-f0dce7d34e86 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:00.725618 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-f7decdd1-b9b7-4e64-aa77-e8cef37fb16c req-b9406f7c-eb88-422e-9e69-f0dce7d34e86 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5a452ba-1bbb-4cf5-a43d-16be280c05b9 HTTP/1.1" status: 200  len: 946 time: 0.2542107
Feb 10 21:07:00.817850 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010914ee-5f5c-41ae-b09f-8d0c7646142d req-96a9d98e-d9fa-4a74-9b39-816f20cbc1a2 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:00.819559 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-010914ee-5f5c-41ae-b09f-8d0c7646142d req-96a9d98e-d9fa-4a74-9b39-816f20cbc1a2 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/ports?device_id=e8b23f20-03b7-4c8c-851e-cd085acbd5e8 HTTP/1.1" status: 200  len: 946 time: 0.8155830
Feb 10 21:07:00.903904 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-12162aae-64d0-4f59-856b-a626de93dd80 req-50943baf-f334-4fff-8dc7-a26ae30fc37c tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] 10.222.0.82 "GET /v2.0/ports?device_id=deddbb93-8540-4dce-a159-b383ab28c59e HTTP/1.1" status: 200  len: 210 time: 0.0610261
Feb 10 21:07:00.921493 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [req-f7decdd1-b9b7-4e64-aa77-e8cef37fb16c req-09af3143-412f-410d-803e-9846822e0082 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Deleting port a53743a4-e3ef-4212-9855-140da57a2cd6 {{(pid=79929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 10 21:07:00.921889 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-f7decdd1-b9b7-4e64-aa77-e8cef37fb16c req-09af3143-412f-410d-803e-9846822e0082 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258056652319'] for port, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:00.991996 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 59244) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:07:01.076289 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:01.217762 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-010914ee-5f5c-41ae-b09f-8d0c7646142d req-5d3a8b26-b9b6-4b2c-8cb6-5a69f695b6af tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/security-groups?id=d690a83b-8d2e-42e4-90ab-f76a16f8383a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3607836
Feb 10 21:07:01.227402 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-bcac8e27-e26c-4644-bc37-147a0a548190 req-c8d481c1-60a6-4426-9ad7-1d45956f6277 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778797635767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630282'] for port, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:01.280117 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-2b0f9e85-0276-420e-b82c-1af16d0aa2ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:01.295144 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:07:01.311603 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-2b0f9e85-0276-420e-b82c-1af16d0aa2ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:07:01.319218 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-2b0f9e85-0276-420e-b82c-1af16d0aa2ca admin admin] Usage tracker for resource:security_group_rule and tenant:4cdb6dc52afd4e5797faeb21a8240791 is out of sync, need to count used quota {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:07:01.323412 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-2b0f9e85-0276-420e-b82c-1af16d0aa2ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:07:01.331955 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-2b0f9e85-0276-420e-b82c-1af16d0aa2ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:07:01.462609 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aed08e2-5ed5-40de-bd3b-b352cd3863db req-d8df61ef-c143-4c1e-bc41-0ea7a6f75478 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:01.464242 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-3aed08e2-5ed5-40de-bd3b-b352cd3863db req-d8df61ef-c143-4c1e-bc41-0ea7a6f75478 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5a452ba-1bbb-4cf5-a43d-16be280c05b9 HTTP/1.1" status: 200  len: 946 time: 0.2777839
Feb 10 21:07:01.556669 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d481c1-60a6-4426-9ad7-1d45956f6277 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] Pushing event updated for resources: {'Port': ['ID=762d96a5-4ee1-4aa5-826a-d50c983d7d50,revision_number=1']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:07:01.575800 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-c8d481c1-60a6-4426-9ad7-1d45956f6277 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:07:01.577520 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-3aed08e2-5ed5-40de-bd3b-b352cd3863db req-fd022e3f-0ce2-4f5c-aea6-f189595651df tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/security-groups?id=68802339-d1c4-4bf4-96ca-ea992938d72d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1036129
Feb 10 21:07:01.594536 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [req-f7decdd1-b9b7-4e64-aa77-e8cef37fb16c req-09af3143-412f-410d-803e-9846822e0082 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] For port a53743a4-e3ef-4212-9855-140da57a2cd6, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=a53743a4-e3ef-4212-9855-140da57a2cd6,segment=NetworkSegment(4bc59d15-b1dc-4485-b325-20bf44c1e2e2),segment_id=4bc59d15-b1dc-4485-b325-20bf44c1e2e2)] {{(pid=79929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:07:01.594936 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-f7decdd1-b9b7-4e64-aa77-e8cef37fb16c req-09af3143-412f-410d-803e-9846822e0082 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797663'] for port, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:01.650380 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-2b0f9e85-0276-420e-b82c-1af16d0aa2ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:01.653930 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-2b0f9e85-0276-420e-b82c-1af16d0aa2ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:01.666073 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-8e1a560f-bcfa-420f-9950-c7754fa24c90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:07:01.722305 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-2b0f9e85-0276-420e-b82c-1af16d0aa2ca admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=4cdb6dc52afd4e5797faeb21a8240791&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7277143
Feb 10 21:07:01.723879 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0f9e85-0276-420e-b82c-1af16d0aa2ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ce16a38-1eed-4e3e-90a5-bf917e86834d,revision_number=1']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:07:01.726820 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 59252) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:07:01.744848 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-2b0f9e85-0276-420e-b82c-1af16d0aa2ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:07:01.761533 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [req-f7decdd1-b9b7-4e64-aa77-e8cef37fb16c req-09af3143-412f-410d-803e-9846822e0082 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Calling delete_port for a53743a4-e3ef-4212-9855-140da57a2cd6 owned by compute:nova {{(pid=79929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 10 21:07:01.823231 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-0aa819a1-304e-44c8-a113-74c37884eea6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:01.860692 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-0aa819a1-304e-44c8-a113-74c37884eea6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:01.888546 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.agents_db [None req-2fd61c53-9bc0-4c2f-aa40-be9729c6e46f None None] Agent healthcheck: found 6 active agents {{(pid=79931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 10 21:07:01.902057 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67df574-fcf4-4412-8bd8-ce5ef4c2b616 req-e20f3b49-09ae-4ecb-8d12-eb2bed830cda tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:01.903907 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-c67df574-fcf4-4412-8bd8-ce5ef4c2b616 req-e20f3b49-09ae-4ecb-8d12-eb2bed830cda tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=9a0928b3-8b03-40d2-b78f-7eb8e84b309f HTTP/1.1" status: 200  len: 944 time: 0.5157206
Feb 10 21:07:01.958405 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcac8e27-e26c-4644-bc37-147a0a548190 req-c8d481c1-60a6-4426-9ad7-1d45956f6277 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] Network 4dd4590c-4b8b-449e-a471-24dd073a3148 is already hosted by enough agents. {{(pid=79929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 10 21:07:01.966240 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.base_scheduler [req-bcac8e27-e26c-4644-bc37-147a0a548190 req-c8d481c1-60a6-4426-9ad7-1d45956f6277 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] Resources bound (agent type, host, resource id):  {{(pid=79929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 10 21:07:01.988445 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcac8e27-e26c-4644-bc37-147a0a548190 req-c8d481c1-60a6-4426-9ad7-1d45956f6277 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] Received port after_create {{(pid=79929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 10 21:07:02.079709 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-c67df574-fcf4-4412-8bd8-ce5ef4c2b616 req-59709cbd-c0ae-4fd0-afd2-6811b0377177 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=895a7e5f-3ef6-4f3c-9ab6-68304e4925ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1630189
Feb 10 21:07:02.195830 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device a53743a4-e3ef-4212-9855-140da57a2cd6 no longer exists at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 10 21:07:02.241003 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcac8e27-e26c-4644-bc37-147a0a548190 req-c8d481c1-60a6-4426-9ad7-1d45956f6277 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:02.242211 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-bcac8e27-e26c-4644-bc37-147a0a548190 req-c8d481c1-60a6-4426-9ad7-1d45956f6277 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770081'] for port, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:02.268377 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e85689-987b-446c-a3ad-a00e38f2553b req-ed747eeb-0e8c-4567-b6d8-a66a850cf758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:02.269995 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-b7e85689-987b-446c-a3ad-a00e38f2553b req-ed747eeb-0e8c-4567-b6d8-a66a850cf758 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9a0928b3-8b03-40d2-b78f-7eb8e84b309f&tenant_id=eb8be716db2e42aea2a6c06bf05c44b5 HTTP/1.1" status: 200  len: 1161 time: 0.3569789
Feb 10 21:07:02.270670 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-0aa819a1-304e-44c8-a113-74c37884eea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:02.275909 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-a1fa87c9-269e-42d8-9a59-f3a16651ac38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:07:02.331401 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:02.353064 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-f7decdd1-b9b7-4e64-aa77-e8cef37fb16c req-09af3143-412f-410d-803e-9846822e0082 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778798065335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778797633719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630282'] for port, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:02.368923 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-10d1c852-4a36-417d-87fa-2c67a5e5677c tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:07:02.370928 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ed765d-906c-4d2c-bee0-29df6fb14dba req-e6af8c2d-0b17-4920-8c8b-c733a04e83d6 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:02.373808 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-27ed765d-906c-4d2c-bee0-29df6fb14dba req-e6af8c2d-0b17-4920-8c8b-c733a04e83d6 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/ports?device_id=3dee1e11-308a-436e-aa4a-df62e56e7423 HTTP/1.1" status: 200  len: 985 time: 0.5047817
Feb 10 21:07:02.402962 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-bcac8e27-e26c-4644-bc37-147a0a548190 req-c8d481c1-60a6-4426-9ad7-1d45956f6277 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.4146125
Feb 10 21:07:02.427905 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa819a1-304e-44c8-a113-74c37884eea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ce16a38-1eed-4e3e-90a5-bf917e86834d,revision_number=None']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:07:02.430851 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-0aa819a1-304e-44c8-a113-74c37884eea6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:07:02.437371 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [req-bcac8e27-e26c-4644-bc37-147a0a548190 req-b8c37a9a-6c3e-48b7-bd63-caedd8e6e567 service neutron] Request body: {'port': {'device_id': 'deddbb93-8540-4dce-a159-b383ab28c59e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77500'}} {{(pid=79929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:07:02.467174 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09af3143-412f-410d-803e-9846822e0082 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Pushing event deleted for resources: {'Port': ['ID=a53743a4-e3ef-4212-9855-140da57a2cd6,revision_number=None']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:07:02.472926 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-0aa819a1-304e-44c8-a113-74c37884eea6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:02.474448 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-0aa819a1-304e-44c8-a113-74c37884eea6 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/3ce16a38-1eed-4e3e-90a5-bf917e86834d HTTP/1.1" status: 204  len: 168 time: 0.7403622
Feb 10 21:07:02.476891 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-09af3143-412f-410d-803e-9846822e0082 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:07:02.545428 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-27ed765d-906c-4d2c-bee0-29df6fb14dba req-85179710-2304-47cd-a388-618fe1707a8e tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/security-groups?id=c335b989-9e5c-4bf7-8234-e0ff1c1dd57a&id=628eedee-31f1-4a9c-b916-389374504f71&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.1651008
Feb 10 21:07:02.557009 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e85689-987b-446c-a3ad-a00e38f2553b req-668df7b5-17f7-49cc-9ef9-7d9a4423220d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:02.558711 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-b7e85689-987b-446c-a3ad-a00e38f2553b req-668df7b5-17f7-49cc-9ef9-7d9a4423220d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=eb8be716db2e42aea2a6c06bf05c44b5&device_id=9a0928b3-8b03-40d2-b78f-7eb8e84b309f HTTP/1.1" status: 200  len: 1161 time: 0.1836133
Feb 10 21:07:02.748923 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3175f2-4c6e-4c8c-ae59-e5d69b769e6f req-093a3c9a-9b17-44c3-adba-1059752a439a tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:02.749676 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-cc3175f2-4c6e-4c8c-ae59-e5d69b769e6f req-093a3c9a-9b17-44c3-adba-1059752a439a tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] Synchronizing usage tracker for tenant:7eb5408997f5494f9056ccb8d369ab60 on resource:port {{(pid=79929) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 10 21:07:02.788793 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-bcac8e27-e26c-4644-bc37-147a0a548190 req-b8c37a9a-6c3e-48b7-bd63-caedd8e6e567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:02.815060 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e85689-987b-446c-a3ad-a00e38f2553b req-ce49f678-3120-4b52-90d0-faf5c37eac8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:02.815323 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-cc3175f2-4c6e-4c8c-ae59-e5d69b769e6f req-093a3c9a-9b17-44c3-adba-1059752a439a tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] Unset dirty status for tenant:7eb5408997f5494f9056ccb8d369ab60 on resource:port {{(pid=79929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 10 21:07:02.816880 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-b7e85689-987b-446c-a3ad-a00e38f2553b req-ce49f678-3120-4b52-90d0-faf5c37eac8b service neutron] 10.222.0.15 "GET /v2.0/networks?id=009dd3d9-5800-4858-a534-697a99ad36c1 HTTP/1.1" status: 200  len: 910 time: 0.2493939
Feb 10 21:07:02.822302 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-cc3175f2-4c6e-4c8c-ae59-e5d69b769e6f req-093a3c9a-9b17-44c3-adba-1059752a439a tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] 10.222.0.82 "GET /v2.0/ports?device_id=deddbb93-8540-4dce-a159-b383ab28c59e HTTP/1.1" status: 200  len: 931 time: 0.5730417
Feb 10 21:07:02.891574 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 59268) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:07:02.921163 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5de8de-21ed-4dcc-bf2d-fa850882dace req-70ce60da-8e2a-40f1-8e87-66b9fe6c4cb0 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:02.922858 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-9a5de8de-21ed-4dcc-bf2d-fa850882dace req-70ce60da-8e2a-40f1-8e87-66b9fe6c4cb0 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/ports?device_id=e8b23f20-03b7-4c8c-851e-cd085acbd5e8 HTTP/1.1" status: 200  len: 946 time: 0.2208741
Feb 10 21:07:02.964459 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7decdd1-b9b7-4e64-aa77-e8cef37fb16c req-09af3143-412f-410d-803e-9846822e0082 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] No DVR routers for this DVR port a53743a4-e3ef-4212-9855-140da57a2cd6 on host hv-cinder-77500 {{(pid=79929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 10 21:07:02.970732 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-55975720-8f59-4a72-9da6-6a19696355f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:02.984991 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-f7decdd1-b9b7-4e64-aa77-e8cef37fb16c req-09af3143-412f-410d-803e-9846822e0082 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770081'] for port, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:02.987087 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-f7decdd1-b9b7-4e64-aa77-e8cef37fb16c req-09af3143-412f-410d-803e-9846822e0082 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.15 "DELETE /v2.0/ports/a53743a4-e3ef-4212-9855-140da57a2cd6 HTTP/1.1" status: 204  len: 173 time: 2.1651485
Feb 10 21:07:02.989623 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5a452ba-1bbb-4cf5-a43d-16be280c05b9', 'name': 'network-vif-deleted', 'tag': 'a53743a4-e3ef-4212-9855-140da57a2cd6'}] {{(pid=79929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 10 21:07:03.065883 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-cc3175f2-4c6e-4c8c-ae59-e5d69b769e6f req-ce844299-b747-4042-bbea-f12d224cb8e3 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] 10.222.0.82 "GET /v2.0/security-groups?id=f3a7d53e-ec16-4f66-ac2c-e65634f986cf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2426124
Feb 10 21:07:03.069510 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-55975720-8f59-4a72-9da6-6a19696355f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:07:03.075317 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-55975720-8f59-4a72-9da6-6a19696355f8 admin admin] Usage tracker for resource:security_group_rule and tenant:9a405c57a54c4f749455a74c428bfa8b is out of sync, need to count used quota {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:07:03.078362 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-55975720-8f59-4a72-9da6-6a19696355f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:07:03.083181 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-9a5de8de-21ed-4dcc-bf2d-fa850882dace req-aae108dd-4c6e-4175-aecd-5685f79c9ecd tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/security-groups?id=d690a83b-8d2e-42e4-90ab-f76a16f8383a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1069195
Feb 10 21:07:03.084331 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-55975720-8f59-4a72-9da6-6a19696355f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:07:03.087388 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-b7e85689-987b-446c-a3ad-a00e38f2553b req-ea51f97e-e4ff-4c90-a1e2-f9cac4a7206e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1556af23-7030-4f4d-8750-7e5780fdd8aa HTTP/1.1" status: 200  len: 999 time: 0.1635330
Feb 10 21:07:03.199044 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-55975720-8f59-4a72-9da6-6a19696355f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:03.199268 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e85689-987b-446c-a3ad-a00e38f2553b req-4c9fe2ac-2cdd-448c-bd47-253ee45593a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:03.202874 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-b7e85689-987b-446c-a3ad-a00e38f2553b req-4c9fe2ac-2cdd-448c-bd47-253ee45593a1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6d155787-390f-4d80-9348-99de0b4f3565 HTTP/1.1" status: 200  len: 855 time: 0.1074417
Feb 10 21:07:03.206133 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-55975720-8f59-4a72-9da6-6a19696355f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:03.228197 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5a452ba-1bbb-4cf5-a43d-16be280c05b9', 'name': 'network-vif-deleted', 'tag': 'a53743a4-e3ef-4212-9855-140da57a2cd6', 'status': 'completed', 'code': 200}
Feb 10 21:07:03.228878 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-0e1664a0-2916-429e-aa9d-0a8a9ff26119 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:07:03.363952 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55975720-8f59-4a72-9da6-6a19696355f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1601b6eb-129a-4438-9223-03f0ea101ba5,revision_number=1']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:07:03.369578 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-55975720-8f59-4a72-9da6-6a19696355f8 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=9a405c57a54c4f749455a74c428bfa8b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4758837
Feb 10 21:07:03.372893 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-55975720-8f59-4a72-9da6-6a19696355f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:07:03.376097 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 59276) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:07:03.389005 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e85689-987b-446c-a3ad-a00e38f2553b req-83628553-1b38-458d-8273-330dc0b00c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:03.390600 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-b7e85689-987b-446c-a3ad-a00e38f2553b req-83628553-1b38-458d-8273-330dc0b00c31 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=009dd3d9-5800-4858-a534-697a99ad36c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1801455
Feb 10 21:07:03.391024 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-521fe0a4-6165-4211-8125-61ffb1c39bb4 req-dc811dd7-dfa1-4259-bd4b-ac4519aba466 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Synchronizing usage tracker for tenant:92212326132c472cbbd1d5f9a6549ec7 on resource:port {{(pid=79929) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 10 21:07:03.491918 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-521fe0a4-6165-4211-8125-61ffb1c39bb4 req-dc811dd7-dfa1-4259-bd4b-ac4519aba466 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Unset dirty status for tenant:92212326132c472cbbd1d5f9a6549ec7 on resource:port {{(pid=79929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 10 21:07:03.493204 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-521fe0a4-6165-4211-8125-61ffb1c39bb4 req-dc811dd7-dfa1-4259-bd4b-ac4519aba466 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] 10.222.0.82 "GET /v2.0/ports?device_id=d5a452ba-1bbb-4cf5-a43d-16be280c05b9 HTTP/1.1" status: 200  len: 210 time: 0.1804132
Feb 10 21:07:03.582775 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-86541ad2-0f13-44fc-abff-5fea894b0855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:03.639014 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [req-bcac8e27-e26c-4644-bc37-147a0a548190 req-b8c37a9a-6c3e-48b7-bd63-caedd8e6e567 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 762d96a5-4ee1-4aa5-826a-d50c983d7d50 {{(pid=79929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 10 21:07:03.648668 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-bcac8e27-e26c-4644-bc37-147a0a548190 req-b8c37a9a-6c3e-48b7-bd63-caedd8e6e567 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:03.663971 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [req-bcac8e27-e26c-4644-bc37-147a0a548190 req-b8c37a9a-6c3e-48b7-bd63-caedd8e6e567 service neutron] Transition to ACTIVE for port object 762d96a5-4ee1-4aa5-826a-d50c983d7d50 will not be triggered until provisioned by entity L2. {{(pid=79929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 10 21:07:03.669334 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-bcac8e27-e26c-4644-bc37-147a0a548190 req-b8c37a9a-6c3e-48b7-bd63-caedd8e6e567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852145533'] for port, after_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:03.689088 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b4c61678-f0c9-4026-bc87-110b31a6c53d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:07:03.702809 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1da781-e20d-4f49-a289-0b62a4f44130 req-dc7066d6-007d-47a1-8ece-f06f14775599 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:03.704510 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-8c1da781-e20d-4f49-a289-0b62a4f44130 req-dc7066d6-007d-47a1-8ece-f06f14775599 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=9a0928b3-8b03-40d2-b78f-7eb8e84b309f HTTP/1.1" status: 200  len: 944 time: 0.3843448
Feb 10 21:07:03.729660 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-86541ad2-0f13-44fc-abff-5fea894b0855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:03.755359 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-b7e85689-987b-446c-a3ad-a00e38f2553b req-2e0c0a10-35ce-4805-90bd-b8f317e61d5c service neutron] 10.222.0.15 "GET /v2.0/networks/009dd3d9-5800-4858-a534-697a99ad36c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3511369
Feb 10 21:07:03.923337 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-8c1da781-e20d-4f49-a289-0b62a4f44130 req-edcc9d7f-6a6c-40fd-adf7-08e985e429a7 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=895a7e5f-3ef6-4f3c-9ab6-68304e4925ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2013888
Feb 10 21:07:03.989300 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-b7e85689-987b-446c-a3ad-a00e38f2553b req-9b84999f-2dfa-456d-aec5-f1bf54f6f4d6 service neutron] 10.222.0.15 "GET /v2.0/networks/009dd3d9-5800-4858-a534-697a99ad36c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2143712
Feb 10 21:07:03.990452 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-86541ad2-0f13-44fc-abff-5fea894b0855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:03.995904 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-280ed79a-e3ad-4343-9f5f-bee33b0295b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:07:04.008504 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86541ad2-0f13-44fc-abff-5fea894b0855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1601b6eb-129a-4438-9223-03f0ea101ba5,revision_number=None']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:07:04.014323 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-86541ad2-0f13-44fc-abff-5fea894b0855 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:07:04.019800 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-86541ad2-0f13-44fc-abff-5fea894b0855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:04.023579 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-86541ad2-0f13-44fc-abff-5fea894b0855 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/1601b6eb-129a-4438-9223-03f0ea101ba5 HTTP/1.1" status: 204  len: 168 time: 0.6386633
Feb 10 21:07:04.187870 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c37a9a-6c3e-48b7-bd63-caedd8e6e567 service neutron] Pushing event updated for resources: {'Port': ['ID=762d96a5-4ee1-4aa5-826a-d50c983d7d50,revision_number=2']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:07:04.201618 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b8c37a9a-6c3e-48b7-bd63-caedd8e6e567 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:07:04.425059 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6964193d-fba1-48a1-a40e-adaead8f9060 req-8f2fbad8-4c90-432b-96af-3913ef4f5fdd tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:04.426809 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-6964193d-fba1-48a1-a40e-adaead8f9060 req-8f2fbad8-4c90-432b-96af-3913ef4f5fdd tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/ports?device_id=3dee1e11-308a-436e-aa4a-df62e56e7423 HTTP/1.1" status: 200  len: 985 time: 0.6725080
Feb 10 21:07:04.434942 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb98296e-668f-4be0-bf63-cf5a04e3e9a6 req-e567b4d4-1df9-49f8-a419-bcfabcce7d7f tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:04.438624 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-eb98296e-668f-4be0-bf63-cf5a04e3e9a6 req-e567b4d4-1df9-49f8-a419-bcfabcce7d7f tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] 10.222.0.82 "GET /v2.0/ports?device_id=deddbb93-8540-4dce-a159-b383ab28c59e HTTP/1.1" status: 200  len: 943 time: 0.1836922
Feb 10 21:07:04.469859 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [req-bcac8e27-e26c-4644-bc37-147a0a548190 req-b8c37a9a-6c3e-48b7-bd63-caedd8e6e567 service neutron] Attempting to bind port 762d96a5-4ee1-4aa5-826a-d50c983d7d50 on host hv-cinder-77500 for vnic_type normal with profile  {{(pid=79929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 10 21:07:04.470254 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [req-bcac8e27-e26c-4644-bc37-147a0a548190 req-b8c37a9a-6c3e-48b7-bd63-caedd8e6e567 service neutron] Attempting to bind port 762d96a5-4ee1-4aa5-826a-d50c983d7d50 by drivers openvswitch on host hv-cinder-77500 at level 0 using segments [{'id': '71fb9a08-61cd-4755-9578-354eee263c8d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '4dd4590c-4b8b-449e-a471-24dd073a3148'}] {{(pid=79929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 10 21:07:04.470603 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcac8e27-e26c-4644-bc37-147a0a548190 req-b8c37a9a-6c3e-48b7-bd63-caedd8e6e567 service neutron] Attempting to bind port 762d96a5-4ee1-4aa5-826a-d50c983d7d50 on network 4dd4590c-4b8b-449e-a471-24dd073a3148 {{(pid=79929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 10 21:07:04.485942 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcac8e27-e26c-4644-bc37-147a0a548190 req-b8c37a9a-6c3e-48b7-bd63-caedd8e6e567 service neutron] Checking agent: {'id': 'a01cfff8-88bc-4fa7-a09e-0f06c1450d16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 10, 21, 0, 31), 'started_at': datetime.datetime(2021, 2, 10, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2021, 2, 10, 21, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 10 21:07:04.486324 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcac8e27-e26c-4644-bc37-147a0a548190 req-b8c37a9a-6c3e-48b7-bd63-caedd8e6e567 service neutron] Checking segment: {'id': '71fb9a08-61cd-4755-9578-354eee263c8d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '4dd4590c-4b8b-449e-a471-24dd073a3148'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 10 21:07:04.486729 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-bcac8e27-e26c-4644-bc37-147a0a548190 req-b8c37a9a-6c3e-48b7-bd63-caedd8e6e567 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:04.487241 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcac8e27-e26c-4644-bc37-147a0a548190 req-b8c37a9a-6c3e-48b7-bd63-caedd8e6e567 service neutron] Bound using segment: {'id': '71fb9a08-61cd-4755-9578-354eee263c8d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '4dd4590c-4b8b-449e-a471-24dd073a3148'} {{(pid=79929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 10 21:07:04.487730 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [req-bcac8e27-e26c-4644-bc37-147a0a548190 req-b8c37a9a-6c3e-48b7-bd63-caedd8e6e567 service neutron] Bound port: 762d96a5-4ee1-4aa5-826a-d50c983d7d50, host: hv-cinder-77500, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71fb9a08-61cd-4755-9578-354eee263c8d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '4dd4590c-4b8b-449e-a471-24dd073a3148'}}] {{(pid=79929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 10 21:07:04.488118 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-bcac8e27-e26c-4644-bc37-147a0a548190 req-b8c37a9a-6c3e-48b7-bd63-caedd8e6e567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:04.514651 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-eb98296e-668f-4be0-bf63-cf5a04e3e9a6 req-c04c3e40-e3cc-4771-aa8c-88961adb1e9a tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] 10.222.0.82 "GET /v2.0/security-groups?id=f3a7d53e-ec16-4f66-ac2c-e65634f986cf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714109
Feb 10 21:07:04.582195 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-6964193d-fba1-48a1-a40e-adaead8f9060 req-def96d9c-05a6-4b7a-8338-c6919c6ac0aa tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/security-groups?id=c335b989-9e5c-4bf7-8234-e0ff1c1dd57a&id=628eedee-31f1-4a9c-b916-389374504f71&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.1379671
Feb 10 21:07:04.666483 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [req-bcac8e27-e26c-4644-bc37-147a0a548190 req-b8c37a9a-6c3e-48b7-bd63-caedd8e6e567 service neutron] For port 762d96a5-4ee1-4aa5-826a-d50c983d7d50, host hv-cinder-77500, cleared binding levels {{(pid=79929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 10 21:07:04.671923 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [req-bcac8e27-e26c-4644-bc37-147a0a548190 req-b8c37a9a-6c3e-48b7-bd63-caedd8e6e567 service neutron] For port 762d96a5-4ee1-4aa5-826a-d50c983d7d50, host hv-cinder-77500, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=762d96a5-4ee1-4aa5-826a-d50c983d7d50,segment=NetworkSegment(71fb9a08-61cd-4755-9578-354eee263c8d),segment_id=71fb9a08-61cd-4755-9578-354eee263c8d)] {{(pid=79929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 10 21:07:04.676503 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-bcac8e27-e26c-4644-bc37-147a0a548190 req-b8c37a9a-6c3e-48b7-bd63-caedd8e6e567 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852145533'] for port, after_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:04.695942 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-8693ce07-3b6f-469b-b567-56fb2318278e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:07:04.724393 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 59302) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:07:04.862444 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c37a9a-6c3e-48b7-bd63-caedd8e6e567 service neutron] Pushing event updated for resources: {'Port': ['ID=762d96a5-4ee1-4aa5-826a-d50c983d7d50,revision_number=3']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:07:04.867740 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b8c37a9a-6c3e-48b7-bd63-caedd8e6e567 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:07:04.903720 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaab13e-904a-4438-967a-3728a801b5b8 req-948f29c4-5106-4802-ac1f-74cbb5655851 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:04.903927 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcac8e27-e26c-4644-bc37-147a0a548190 req-b8c37a9a-6c3e-48b7-bd63-caedd8e6e567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:04.904732 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-bcac8e27-e26c-4644-bc37-147a0a548190 req-b8c37a9a-6c3e-48b7-bd63-caedd8e6e567 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770081'] for port, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:04.906526 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-bcac8e27-e26c-4644-bc37-147a0a548190 req-b8c37a9a-6c3e-48b7-bd63-caedd8e6e567 service neutron] 10.222.0.15 "PUT /v2.0/ports/762d96a5-4ee1-4aa5-826a-d50c983d7d50 HTTP/1.1" status: 200  len: 1157 time: 2.4931171
Feb 10 21:07:04.910576 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-aaaab13e-904a-4438-967a-3728a801b5b8 req-948f29c4-5106-4802-ac1f-74cbb5655851 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/ports?device_id=e8b23f20-03b7-4c8c-851e-cd085acbd5e8 HTTP/1.1" status: 200  len: 946 time: 0.2799711
Feb 10 21:07:05.083391 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcac8e27-e26c-4644-bc37-147a0a548190 req-4f8fe39b-ed5f-4aa6-acf7-bfce5941c361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:05.085185 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-bcac8e27-e26c-4644-bc37-147a0a548190 req-4f8fe39b-ed5f-4aa6-acf7-bfce5941c361 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7eb5408997f5494f9056ccb8d369ab60&device_id=deddbb93-8540-4dce-a159-b383ab28c59e HTTP/1.1" status: 200  len: 1160 time: 0.1394973
Feb 10 21:07:05.135611 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-aaaab13e-904a-4438-967a-3728a801b5b8 req-f772c5a3-6415-4222-9391-b96654a3d2d3 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/security-groups?id=d690a83b-8d2e-42e4-90ab-f76a16f8383a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1597540
Feb 10 21:07:05.232373 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'deddbb93-8540-4dce-a159-b383ab28c59e', 'tag': '762d96a5-4ee1-4aa5-826a-d50c983d7d50'}] {{(pid=79929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 10 21:07:05.239190 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-bcac8e27-e26c-4644-bc37-147a0a548190 req-09bc2f2e-94ab-4b37-9c79-e1820c0d5dc3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=762d96a5-4ee1-4aa5-826a-d50c983d7d50 HTTP/1.1" status: 200  len: 217 time: 0.1437478
Feb 10 21:07:05.329776 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcac8e27-e26c-4644-bc37-147a0a548190 req-19043f04-d2a0-4563-9f87-d55208cce091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:05.331394 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-bcac8e27-e26c-4644-bc37-147a0a548190 req-19043f04-d2a0-4563-9f87-d55208cce091 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=56f171b1-73a4-4439-84b8-3d620b415560 HTTP/1.1" status: 200  len: 853 time: 0.0803034
Feb 10 21:07:05.342972 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'deddbb93-8540-4dce-a159-b383ab28c59e', 'tag': '762d96a5-4ee1-4aa5-826a-d50c983d7d50', 'status': 'completed', 'code': 200}
Feb 10 21:07:05.407131 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-bcac8e27-e26c-4644-bc37-147a0a548190 req-c4d37cb6-e1e7-4caa-b514-1f2b6d0650e9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4dd4590c-4b8b-449e-a471-24dd073a3148&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0598326
Feb 10 21:07:05.504374 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db2f77d-b8bb-410e-9c09-3c336d90511f req-cf3fa3c9-179f-40d1-a6b5-a46487356c61 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:05.513040 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-5db2f77d-b8bb-410e-9c09-3c336d90511f req-cf3fa3c9-179f-40d1-a6b5-a46487356c61 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=9a0928b3-8b03-40d2-b78f-7eb8e84b309f HTTP/1.1" status: 200  len: 944 time: 0.3401802
Feb 10 21:07:05.638596 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-7afaec83-0301-4080-a211-296f7ad71ccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4115530'] for router_interface, before_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:05.690701 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-5db2f77d-b8bb-410e-9c09-3c336d90511f req-adfa6334-f7d6-476b-a3fc-d409b2ce58ab tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=895a7e5f-3ef6-4f3c-9ab6-68304e4925ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1765807
Feb 10 21:07:05.797724 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-bcac8e27-e26c-4644-bc37-147a0a548190 req-a11e93fb-8c95-4892-8308-7796aa26d901 service neutron] 10.222.0.15 "GET /v2.0/networks/4dd4590c-4b8b-449e-a471-24dd073a3148?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2823753
Feb 10 21:07:06.311547 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b0e37b-89d8-459b-8d4e-0d0cbcd68797 req-40b2393b-9944-4abe-a8ed-d66591019bbf tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:06.320146 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-a2b0e37b-89d8-459b-8d4e-0d0cbcd68797 req-40b2393b-9944-4abe-a8ed-d66591019bbf tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/ports?device_id=3dee1e11-308a-436e-aa4a-df62e56e7423 HTTP/1.1" status: 200  len: 985 time: 0.3262177
Feb 10 21:07:06.332236 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-bcac8e27-e26c-4644-bc37-147a0a548190 req-ce492538-46c9-48c1-87c0-884cfdb1efb6 service neutron] 10.222.0.15 "GET /v2.0/networks/4dd4590c-4b8b-449e-a471-24dd073a3148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4945824
Feb 10 21:07:06.459897 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-a2b0e37b-89d8-459b-8d4e-0d0cbcd68797 req-4b9ca693-e4a8-431d-8b15-aaed6237fb03 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/security-groups?id=c335b989-9e5c-4bf7-8234-e0ff1c1dd57a&id=628eedee-31f1-4a9c-b916-389374504f71&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.1385620
Feb 10 21:07:06.669636 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46289443-3811-472d-a6db-3a56fbd3830d req-6be23298-7f74-4f70-931b-a9b005dfa5cb tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:06.671546 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-46289443-3811-472d-a6db-3a56fbd3830d req-6be23298-7f74-4f70-931b-a9b005dfa5cb tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] 10.222.0.82 "GET /v2.0/ports?device_id=deddbb93-8540-4dce-a159-b383ab28c59e HTTP/1.1" status: 200  len: 943 time: 0.3643942
Feb 10 21:07:06.823964 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-46289443-3811-472d-a6db-3a56fbd3830d req-6d695b2d-caeb-460c-a9d2-d51e4c7e354f tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] 10.222.0.82 "GET /v2.0/security-groups?id=f3a7d53e-ec16-4f66-ac2c-e65634f986cf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1411078
Feb 10 21:07:06.830659 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-7afaec83-0301-4080-a211-296f7ad71ccb admin admin] Deleting port 98e6567d-846a-4459-bb94-fb72854a2734 {{(pid=79928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 10 21:07:06.831053 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-7afaec83-0301-4080-a211-296f7ad71ccb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258056652319'] for port, before_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:06.926631 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c88b71-2af7-4006-9983-8725c34cd230 req-30808ba9-cadf-41ed-a8e2-0623ffe39ac6 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:06.928300 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-08c88b71-2af7-4006-9983-8725c34cd230 req-30808ba9-cadf-41ed-a8e2-0623ffe39ac6 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/ports?device_id=e8b23f20-03b7-4c8c-851e-cd085acbd5e8 HTTP/1.1" status: 200  len: 946 time: 0.3051176
Feb 10 21:07:07.071704 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-08c88b71-2af7-4006-9983-8725c34cd230 req-ca30d1fc-a065-4a0d-ab18-58a4418b4719 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/security-groups?id=d690a83b-8d2e-42e4-90ab-f76a16f8383a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1350932
Feb 10 21:07:07.193814 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-7afaec83-0301-4080-a211-296f7ad71ccb admin admin] For port 98e6567d-846a-4459-bb94-fb72854a2734, host dv-cinder-775008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-iscsi',level=0,port_id=98e6567d-846a-4459-bb94-fb72854a2734,segment=NetworkSegment(4bc59d15-b1dc-4485-b325-20bf44c1e2e2),segment_id=4bc59d15-b1dc-4485-b325-20bf44c1e2e2)] {{(pid=79928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:07:07.194255 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-7afaec83-0301-4080-a211-296f7ad71ccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797663'] for port, precommit_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:07.295269 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3340363-f39e-4fe5-8732-315b7cc1fd6f req-0e4c9590-e984-4ff1-9bc6-472de0460ec3 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:07.296974 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-f3340363-f39e-4fe5-8732-315b7cc1fd6f req-0e4c9590-e984-4ff1-9bc6-472de0460ec3 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=9a0928b3-8b03-40d2-b78f-7eb8e84b309f HTTP/1.1" status: 200  len: 944 time: 0.2343781
Feb 10 21:07:07.428936 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-7afaec83-0301-4080-a211-296f7ad71ccb admin admin] Calling delete_port for 98e6567d-846a-4459-bb94-fb72854a2734 owned by network:router_interface {{(pid=79928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 10 21:07:07.557652 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-f3340363-f39e-4fe5-8732-315b7cc1fd6f req-c9a74112-7dd4-4699-94d0-d3334e47b5de tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=895a7e5f-3ef6-4f3c-9ab6-68304e4925ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2025096
Feb 10 21:07:07.813643 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c68579d-e8c2-47a6-ba1a-7852e2e7f5e4 req-a9f571de-70e8-495a-908e-0799c4e3aec5 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:07.815423 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-2c68579d-e8c2-47a6-ba1a-7852e2e7f5e4 req-a9f571de-70e8-495a-908e-0799c4e3aec5 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/ports?device_id=3dee1e11-308a-436e-aa4a-df62e56e7423 HTTP/1.1" status: 200  len: 985 time: 0.2050745
Feb 10 21:07:07.815943 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 59370) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:07:08.001670 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-2c68579d-e8c2-47a6-ba1a-7852e2e7f5e4 req-99da8d53-6fdb-430d-9a5b-931c8c232504 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/security-groups?id=c335b989-9e5c-4bf7-8234-e0ff1c1dd57a&id=628eedee-31f1-4a9c-b916-389374504f71&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.1758757
Feb 10 21:07:08.116196 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-52ac6d93-da8d-4bc8-970b-3d52e863fd93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:08.135009 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-52ac6d93-da8d-4bc8-970b-3d52e863fd93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:07:08.141502 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-52ac6d93-da8d-4bc8-970b-3d52e863fd93 admin admin] Usage tracker for resource:security_group_rule and tenant:82f3235ebbf349d0a57e633d8b50ecae is out of sync, need to count used quota {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:07:08.144786 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-52ac6d93-da8d-4bc8-970b-3d52e863fd93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:07:08.150980 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-52ac6d93-da8d-4bc8-970b-3d52e863fd93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:07:08.280877 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19a2b5-03dc-47bd-9ecf-60e55d19bbe6 req-a79d2b38-c7e3-4d08-a32f-b52971f4eceb tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:08.282553 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-9e19a2b5-03dc-47bd-9ecf-60e55d19bbe6 req-a79d2b38-c7e3-4d08-a32f-b52971f4eceb tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] 10.222.0.82 "GET /v2.0/ports?device_id=deddbb93-8540-4dce-a159-b383ab28c59e HTTP/1.1" status: 200  len: 943 time: 0.2656076
Feb 10 21:07:08.284027 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-7afaec83-0301-4080-a211-296f7ad71ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778798065335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778797633719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851641298'] for port, after_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:08.303006 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-947b818c-57c3-4a38-bd2e-d1a8782026d5 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:07:08.309210 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-52ac6d93-da8d-4bc8-970b-3d52e863fd93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:08.314246 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-52ac6d93-da8d-4bc8-970b-3d52e863fd93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:08.322870 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-c1787820-e6b8-495b-ab78-cac69c0201cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:07:08.379787 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-52ac6d93-da8d-4bc8-970b-3d52e863fd93 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=82f3235ebbf349d0a57e633d8b50ecae&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5626967
Feb 10 21:07:08.382669 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 59382) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:07:08.383769 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afaec83-0301-4080-a211-296f7ad71ccb admin admin] Pushing event deleted for resources: {'Port': ['ID=98e6567d-846a-4459-bb94-fb72854a2734,revision_number=None']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:07:08.389000 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ac6d93-da8d-4bc8-970b-3d52e863fd93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f680f858-5497-4f6b-86a5-6d042ede13d7,revision_number=1']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:07:08.392141 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-7afaec83-0301-4080-a211-296f7ad71ccb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:07:08.392498 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-52ac6d93-da8d-4bc8-970b-3d52e863fd93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:07:08.503095 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-9e19a2b5-03dc-47bd-9ecf-60e55d19bbe6 req-255df309-281d-4e27-83be-6cc5cfe947cb tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] 10.222.0.82 "GET /v2.0/security-groups?id=f3a7d53e-ec16-4f66-ac2c-e65634f986cf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2011786
Feb 10 21:07:08.511556 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c03b56-019e-44d5-8826-0df51c5da816 req-a9269af8-db2a-4620-b564-af35257cb6a5 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:08.513484 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-74c03b56-019e-44d5-8826-0df51c5da816 req-a9269af8-db2a-4620-b564-af35257cb6a5 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/ports?device_id=e8b23f20-03b7-4c8c-851e-cd085acbd5e8 HTTP/1.1" status: 200  len: 946 time: 0.2829046
Feb 10 21:07:08.625327 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-2b65cc97-5418-40bf-a417-dbcb8c8aefdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:08.650568 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-74c03b56-019e-44d5-8826-0df51c5da816 req-86a94391-3bbe-4e3f-88bf-f906942fc3e5 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/security-groups?id=d690a83b-8d2e-42e4-90ab-f76a16f8383a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1202838
Feb 10 21:07:08.686918 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-2b65cc97-5418-40bf-a417-dbcb8c8aefdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:08.758223 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-2b65cc97-5418-40bf-a417-dbcb8c8aefdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:08.762618 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-28536da1-c6de-4f85-bc94-32ad54af4809 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:07:08.779575 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b65cc97-5418-40bf-a417-dbcb8c8aefdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f680f858-5497-4f6b-86a5-6d042ede13d7,revision_number=None']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:07:08.814259 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-2b65cc97-5418-40bf-a417-dbcb8c8aefdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:07:08.820802 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-2b65cc97-5418-40bf-a417-dbcb8c8aefdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:08.822208 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-2b65cc97-5418-40bf-a417-dbcb8c8aefdd admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/f680f858-5497-4f6b-86a5-6d042ede13d7 HTTP/1.1" status: 204  len: 168 time: 0.4366941
Feb 10 21:07:08.912463 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-7afaec83-0301-4080-a211-296f7ad71ccb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851047802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850661225'] for router_interface, after_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:09.025659 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b512934-72d2-4e61-989e-fef87595c468 req-b299ab73-26c0-46f3-97ee-b451ae6f13f0 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:09.029417 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-3b512934-72d2-4e61-989e-fef87595c468 req-b299ab73-26c0-46f3-97ee-b451ae6f13f0 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=9a0928b3-8b03-40d2-b78f-7eb8e84b309f HTTP/1.1" status: 200  len: 944 time: 0.2573953
Feb 10 21:07:09.324072 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 59396) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:07:09.368321 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-9f7d97ea-fa97-4ec0-afac-19ad887a7b5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:09.398293 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-9f7d97ea-fa97-4ec0-afac-19ad887a7b5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:07:09.403497 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-9f7d97ea-fa97-4ec0-afac-19ad887a7b5d admin admin] Usage tracker for resource:security_group_rule and tenant:3dadddc979884bc1898d65f2a3f3ea2e is out of sync, need to count used quota {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:07:09.407069 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-9f7d97ea-fa97-4ec0-afac-19ad887a7b5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:07:09.417043 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-9f7d97ea-fa97-4ec0-afac-19ad887a7b5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:07:09.569098 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aed141-7b44-4b4d-97a6-2f19b739f5b2 req-e380fdb5-6fd4-439c-a4e6-903d34feddbb tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:09.570908 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-22aed141-7b44-4b4d-97a6-2f19b739f5b2 req-e380fdb5-6fd4-439c-a4e6-903d34feddbb tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/ports?device_id=3dee1e11-308a-436e-aa4a-df62e56e7423 HTTP/1.1" status: 200  len: 985 time: 0.2960756
Feb 10 21:07:09.657032 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-9f7d97ea-fa97-4ec0-afac-19ad887a7b5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:09.685554 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-9f7d97ea-fa97-4ec0-afac-19ad887a7b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:09.698340 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-2d6b5c2d-77a7-469c-964e-96c3355212fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:07:09.813048 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-22aed141-7b44-4b4d-97a6-2f19b739f5b2 req-a01a26df-3a72-4a3b-a1a7-217e9009250b tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/security-groups?id=c335b989-9e5c-4bf7-8234-e0ff1c1dd57a&id=628eedee-31f1-4a9c-b916-389374504f71&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.1514440
Feb 10 21:07:09.828352 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-9f7d97ea-fa97-4ec0-afac-19ad887a7b5d admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=3dadddc979884bc1898d65f2a3f3ea2e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5005133
Feb 10 21:07:09.828352 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7d97ea-fa97-4ec0-afac-19ad887a7b5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9be08472-4bf7-4a55-b211-1773af5f5644,revision_number=1']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:07:09.831550 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 59404) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:07:09.845924 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-9f7d97ea-fa97-4ec0-afac-19ad887a7b5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:07:09.926926 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-3b512934-72d2-4e61-989e-fef87595c468 req-c4bb82e7-ea73-45ac-a1a8-c422e0d88e24 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=895a7e5f-3ef6-4f3c-9ab6-68304e4925ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.7130353
Feb 10 21:07:10.007688 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7afaec83-0301-4080-a211-296f7ad71ccb admin admin] Router 9568715f-9a2d-48c3-9f7c-aa2ae6c52a80 has already been hosted by L3 agent 351a09a7-a8bd-44d4-8337-3dd1b5c8f290 {{(pid=79928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 10 21:07:10.022272 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a00bae94-7dca-43e2-8663-509ce45e6171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:10.066900 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a00bae94-7dca-43e2-8663-509ce45e6171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:10.220237 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825b7059-208e-4a60-a22d-621ce46e1bf2 req-b41bd50c-7533-4a5e-b630-bf3f3a201ea5 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:10.222290 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-825b7059-208e-4a60-a22d-621ce46e1bf2 req-b41bd50c-7533-4a5e-b630-bf3f3a201ea5 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] 10.222.0.82 "GET /v2.0/ports?device_id=deddbb93-8540-4dce-a159-b383ab28c59e HTTP/1.1" status: 200  len: 943 time: 0.2662678
Feb 10 21:07:10.233910 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a00bae94-7dca-43e2-8663-509ce45e6171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:10.242356 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-0eb8147f-ac2f-461b-99d8-403d4670bef7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:07:10.272878 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00bae94-7dca-43e2-8663-509ce45e6171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be08472-4bf7-4a55-b211-1773af5f5644,revision_number=None']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:07:10.279905 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device 5cea92f5-237c-46d5-a831-9463f7eedfbe up at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:07:10.288460 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-a00bae94-7dca-43e2-8663-509ce45e6171 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:07:10.303983 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a00bae94-7dca-43e2-8663-509ce45e6171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:10.318339 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-a00bae94-7dca-43e2-8663-509ce45e6171 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/9be08472-4bf7-4a55-b211-1773af5f5644 HTTP/1.1" status: 204  len: 168 time: 0.4757085
Feb 10 21:07:10.381385 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-825b7059-208e-4a60-a22d-621ce46e1bf2 req-1762831e-9960-46c4-ab3b-011099b6f386 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] 10.222.0.82 "GET /v2.0/security-groups?id=f3a7d53e-ec16-4f66-ac2c-e65634f986cf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1418593
Feb 10 21:07:10.419097 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning complete for port 5cea92f5-237c-46d5-a831-9463f7eedfbe triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:07:10.420552 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:10.436776 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374771b4-d682-4c5a-a4ad-84248e64f4e6 req-724d2334-6a06-4eaf-8e24-02ab67109708 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:10.438690 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-374771b4-d682-4c5a-a4ad-84248e64f4e6 req-724d2334-6a06-4eaf-8e24-02ab67109708 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/ports?device_id=e8b23f20-03b7-4c8c-851e-cd085acbd5e8 HTTP/1.1" status: 200  len: 946 time: 0.2448733
Feb 10 21:07:10.452321 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7afaec83-0301-4080-a211-296f7ad71ccb admin admin] Notify agent at l3_agent.dv-cinder-775008-1-iscsi the message routers_updated {{(pid=79928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 10 21:07:10.461815 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec4730f-3615-4599-87e6-5763bc0bc4fa None None] Sync routers for ids ['9568715f-9a2d-48c3-9f7c-aa2ae6c52a80'] in dv-cinder-775008-1-iscsi {{(pid=79931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 10 21:07:10.477336 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec4730f-3615-4599-87e6-5763bc0bc4fa None None] Routers {'9568715f-9a2d-48c3-9f7c-aa2ae6c52a80'} bound to L3 agent in host dv-cinder-775008-1-iscsi {{(pid=79931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 10 21:07:10.477954 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-fec4730f-3615-4599-87e6-5763bc0bc4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbf90eb0710>, 'dv-cinder-775008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-10T20:53:27Z,description=<?>,heartbeat_timestamp=2021-02-10T21:06:57Z,host='dv-cinder-775008-1-iscsi',id=351a09a7-a8bd-44d4-8337-3dd1b5c8f290,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-10T20:53:27Z,topic='l3_agent')) {'router_ids': ['9568715f-9a2d-48c3-9f7c-aa2ae6c52a80'], 'active': True} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:07:10.546817 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-7afaec83-0301-4080-a211-296f7ad71ccb admin admin] 10.222.0.82 "PUT /v2.0/routers/9568715f-9a2d-48c3-9f7c-aa2ae6c52a80/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.8211985
Feb 10 21:07:10.550301 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 59410) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:07:10.576785 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-374771b4-d682-4c5a-a4ad-84248e64f4e6 req-ab2786b9-d870-4016-b02c-1999588ba496 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/security-groups?id=d690a83b-8d2e-42e4-90ab-f76a16f8383a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1295860
Feb 10 21:07:10.813154 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvr_db [None req-fec4730f-3615-4599-87e6-5763bc0bc4fa None None] Set router 9568715f-9a2d-48c3-9f7c-aa2ae6c52a80 gateway port host: dv-cinder-775008-1-iscsi {{(pid=79931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 10 21:07:10.825501 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ed09e124-8514-4370-8208-710ea78ca172 admin admin] Notify callbacks [] for router, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:11.247940 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-fec4730f-3615-4599-87e6-5763bc0bc4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbf90eb0710>, [{'id': '9568715f-9a2d-48c3-9f7c-aa2ae6c52a80', 'name': 'tempest-ServerRescueNegativeTestJSON-733361973-router', 'tenant_id': '92212326132c472cbbd1d5f9a6549ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'a42ecb04-15bf-4a95-b5ba-6a97edf2d4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:02:31Z', 'updated_at': '2021-02-10T21:07:08Z', 'revision_number': 5, 'project_id': '92212326132c472cbbd1d5f9a6549ec7', 'gw_port': {'id': 'a42ecb04-15bf-4a95-b5ba-6a97edf2d4b7', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:69:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9568715f-9a2d-48c3-9f7c-aa2ae6c52a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:02:34Z', 'updated_at': '2021-02-10T21:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi'}], 'dv-cinder-775008-1-iscsi', False) {} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:07:11.253512 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec4730f-3615-4599-87e6-5763bc0bc4fa None None] Checking router: 9568715f-9a2d-48c3-9f7c-aa2ae6c52a80 for host: dv-cinder-775008-1-iscsi {{(pid=79931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 10 21:07:11.265399 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec4730f-3615-4599-87e6-5763bc0bc4fa None None] Routers {'9568715f-9a2d-48c3-9f7c-aa2ae6c52a80'} bound to L3 agent in host dv-cinder-775008-1-iscsi {{(pid=79931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 10 21:07:11.266121 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-fec4730f-3615-4599-87e6-5763bc0bc4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbf90eb0710>, 'dv-cinder-775008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-10T20:53:27Z,description=<?>,heartbeat_timestamp=2021-02-10T21:06:57Z,host='dv-cinder-775008-1-iscsi',id=351a09a7-a8bd-44d4-8337-3dd1b5c8f290,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-10T20:53:27Z,topic='l3_agent')) {'router_ids': ['9568715f-9a2d-48c3-9f7c-aa2ae6c52a80'], 'active': True} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:07:11.411332 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ed09e124-8514-4370-8208-710ea78ca172 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:11.493627 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvr_db [None req-fec4730f-3615-4599-87e6-5763bc0bc4fa None None] Set router 9568715f-9a2d-48c3-9f7c-aa2ae6c52a80 gateway port host: dv-cinder-775008-1-iscsi {{(pid=79931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 10 21:07:11.510088 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ead21e-7ae1-4d05-8a82-c808bf8af810 req-3146fbcc-df8c-4655-ac3b-8784197af6c2 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:11.512106 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-c7ead21e-7ae1-4d05-8a82-c808bf8af810 req-3146fbcc-df8c-4655-ac3b-8784197af6c2 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/ports?device_id=3dee1e11-308a-436e-aa4a-df62e56e7423 HTTP/1.1" status: 200  len: 985 time: 0.2618508
Feb 10 21:07:11.515461 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-ed09e124-8514-4370-8208-710ea78ca172 admin admin] Deleting port a42ecb04-15bf-4a95-b5ba-6a97edf2d4b7 {{(pid=79929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 10 21:07:11.515846 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ed09e124-8514-4370-8208-710ea78ca172 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258056652319'] for port, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:11.739098 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28069b44-d091-4234-9c5c-7393692f5502 req-985b10a3-228e-4de3-b100-ab216666ad71 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:11.740996 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-28069b44-d091-4234-9c5c-7393692f5502 req-985b10a3-228e-4de3-b100-ab216666ad71 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=9a0928b3-8b03-40d2-b78f-7eb8e84b309f HTTP/1.1" status: 200  len: 944 time: 0.4670181
Feb 10 21:07:11.773172 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-c7ead21e-7ae1-4d05-8a82-c808bf8af810 req-07b607e1-1c14-4348-a50f-c3f8000ef098 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/security-groups?id=c335b989-9e5c-4bf7-8234-e0ff1c1dd57a&id=628eedee-31f1-4a9c-b916-389374504f71&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.1966789
Feb 10 21:07:11.878948 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-fec4730f-3615-4599-87e6-5763bc0bc4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbf90eb0710>, [{'id': '9568715f-9a2d-48c3-9f7c-aa2ae6c52a80', 'name': 'tempest-ServerRescueNegativeTestJSON-733361973-router', 'tenant_id': '92212326132c472cbbd1d5f9a6549ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'a42ecb04-15bf-4a95-b5ba-6a97edf2d4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:02:31Z', 'updated_at': '2021-02-10T21:07:08Z', 'revision_number': 5, 'project_id': '92212326132c472cbbd1d5f9a6549ec7', 'gw_port': {'id': 'a42ecb04-15bf-4a95-b5ba-6a97edf2d4b7', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:69:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9568715f-9a2d-48c3-9f7c-aa2ae6c52a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:02:34Z', 'updated_at': '2021-02-10T21:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi'}], 'dv-cinder-775008-1-iscsi', False) {} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:07:11.881589 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-28069b44-d091-4234-9c5c-7393692f5502 req-28f92da8-26a9-4096-9b65-0d726a7b5436 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=895a7e5f-3ef6-4f3c-9ab6-68304e4925ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1260204
Feb 10 21:07:11.889217 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec4730f-3615-4599-87e6-5763bc0bc4fa None None] The sync data for ids ['9568715f-9a2d-48c3-9f7c-aa2ae6c52a80'] in dv-cinder-775008-1-iscsi is: [{'id': '9568715f-9a2d-48c3-9f7c-aa2ae6c52a80', 'name': 'tempest-ServerRescueNegativeTestJSON-733361973-router', 'tenant_id': '92212326132c472cbbd1d5f9a6549ec7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'a42ecb04-15bf-4a95-b5ba-6a97edf2d4b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:02:31Z', 'updated_at': '2021-02-10T21:07:08Z', 'revision_number': 5, 'project_id': '92212326132c472cbbd1d5f9a6549ec7', 'gw_port': {'id': 'a42ecb04-15bf-4a95-b5ba-6a97edf2d4b7', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:69:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9568715f-9a2d-48c3-9f7c-aa2ae6c52a80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:02:34Z', 'updated_at': '2021-02-10T21:02:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi'}] {{(pid=79931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 10 21:07:11.968774 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-ed09e124-8514-4370-8208-710ea78ca172 admin admin] For port a42ecb04-15bf-4a95-b5ba-6a97edf2d4b7, host dv-cinder-775008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-iscsi',level=0,port_id=a42ecb04-15bf-4a95-b5ba-6a97edf2d4b7,segment=NetworkSegment(37fae2f4-4e7c-4231-b866-3c6a09452824),segment_id=37fae2f4-4e7c-4231-b866-3c6a09452824)] {{(pid=79929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:07:11.969355 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ed09e124-8514-4370-8208-710ea78ca172 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797663'] for port, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:12.217700 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-ed09e124-8514-4370-8208-710ea78ca172 admin admin] Calling delete_port for a42ecb04-15bf-4a95-b5ba-6a97edf2d4b7 owned by network:router_gateway {{(pid=79929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 10 21:07:12.258711 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 59438) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:07:12.339759 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device 5cea92f5-237c-46d5-a831-9463f7eedfbe up at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:07:12.479728 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d166a7-4bd2-4af9-b7af-2a734b902207 req-94550bfa-e6b6-4d60-8475-7d65ae1052a5 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:12.484111 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ed09e124-8514-4370-8208-710ea78ca172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778798065335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778797633719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630282'] for port, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:12.490679 dv-cinder-775008-1-iscsi neutron-server[79816]: WARNING neutron.plugins.ml2.ovo_rpc [None req-ed09e124-8514-4370-8208-710ea78ca172 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location:
Feb 10 21:07:12.490679 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main
Feb 10 21:07:12.490679 dv-cinder-775008-1-iscsi neutron-server[79816]:     result = function(*args, **kwargs)
Feb 10 21:07:12.490679 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request
Feb 10 21:07:12.490679 dv-cinder-775008-1-iscsi neutron-server[79816]:     proto.__init__(conn_state, self)
Feb 10 21:07:12.490679 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__
Feb 10 21:07:12.490679 dv-cinder-775008-1-iscsi neutron-server[79816]:     self.handle()
Feb 10 21:07:12.490679 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle
Feb 10 21:07:12.490679 dv-cinder-775008-1-iscsi neutron-server[79816]:     self.handle_one_request()
Feb 10 21:07:12.490679 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request
Feb 10 21:07:12.490679 dv-cinder-775008-1-iscsi neutron-server[79816]:     self.handle_one_response()
Feb 10 21:07:12.490679 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response
Feb 10 21:07:12.490679 dv-cinder-775008-1-iscsi neutron-server[79816]:     result = self.application(self.environ, start_response)
Feb 10 21:07:12.490679 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__
Feb 10 21:07:12.490679 dv-cinder-775008-1-iscsi neutron-server[79816]:     return app(environ, start_response)
Feb 10 21:07:12.490679 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 10 21:07:12.490679 dv-cinder-775008-1-iscsi neutron-server[79816]:     resp = self.call_func(req, *args, **kw)
Feb 10 21:07:12.490679 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 10 21:07:12.490679 dv-cinder-775008-1-iscsi neutron-server[79816]:     return self.func(req, *args, **kwargs)
Feb 10 21:07:12.490679 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Feb 10 21:07:12.490679 dv-cinder-775008-1-iscsi neutron-server[79816]:     response = req.get_response(self.application)
Feb 10 21:07:12.490679 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 10 21:07:12.490679 dv-cinder-775008-1-iscsi neutron-server[79816]:     application, catch_exc_info=False)
Feb 10 21:07:12.490679 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 10 21:07:12.490679 dv-cinder-775008-1-iscsi neutron-server[79816]:     app_iter = application(self.environ, start_response)
Feb 10 21:07:12.490679 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 10 21:07:12.490679 dv-cinder-775008-1-iscsi neutron-server[79816]:     resp = self.call_func(req, *args, **kw)
Feb 10 21:07:12.490679 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 10 21:07:12.490679 dv-cinder-775008-1-iscsi neutron-server[79816]:     return self.func(req, *args, **kwargs)
Feb 10 21:07:12.490679 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Feb 10 21:07:12.490679 dv-cinder-775008-1-iscsi neutron-server[79816]:     response = req.get_response(self.application)
Feb 10 21:07:12.490679 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 10 21:07:12.490679 dv-cinder-775008-1-iscsi neutron-server[79816]:     application, catch_exc_info=False)
Feb 10 21:07:12.490679 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 10 21:07:12.490679 dv-cinder-775008-1-iscsi neutron-server[79816]:     app_iter = application(self.environ, start_response)
Feb 10 21:07:12.490679 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 10 21:07:12.490679 dv-cinder-775008-1-iscsi neutron-server[79816]:     resp = self.call_func(req, *args, **kw)
Feb 10 21:07:12.490679 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 10 21:07:12.490679 dv-cinder-775008-1-iscsi neutron-server[79816]:     return self.func(req, *args, **kwargs)
Feb 10 21:07:12.490679 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
Feb 10 21:07:12.490679 dv-cinder-775008-1-iscsi neutron-server[79816]:     response = req.get_response(self.application)
Feb 10 21:07:12.490679 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 10 21:07:12.490679 dv-cinder-775008-1-iscsi neutron-server[79816]:     application, catch_exc_info=False)
Feb 10 21:07:12.490679 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 10 21:07:12.490679 dv-cinder-775008-1-iscsi neutron-server[79816]:     app_iter = application(self.environ, start_response)
Feb 10 21:07:12.490679 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 10 21:07:12.490679 dv-cinder-775008-1-iscsi neutron-server[79816]:     resp = self.call_func(req, *args, **kw)
Feb 10 21:07:12.490679 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 10 21:07:12.490679 dv-cinder-775008-1-iscsi neutron-server[79816]:     return self.func(req, *args, **kwargs)
Feb 10 21:07:12.490679 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
Feb 10 21:07:12.490679 dv-cinder-775008-1-iscsi neutron-server[79816]:     response = req.get_response(self.application)
Feb 10 21:07:12.490679 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 10 21:07:12.490679 dv-cinder-775008-1-iscsi neutron-server[79816]:     application, catch_exc_info=False)
Feb 10 21:07:12.490679 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 10 21:07:12.490679 dv-cinder-775008-1-iscsi neutron-server[79816]:     app_iter = application(self.environ, start_response)
Feb 10 21:07:12.490679 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 10 21:07:12.490679 dv-cinder-775008-1-iscsi neutron-server[79816]:     resp = self.call_func(req, *args, **kw)
Feb 10 21:07:12.490679 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 10 21:07:12.490679 dv-cinder-775008-1-iscsi neutron-server[79816]:     return self.func(req, *args, **kwargs)
Feb 10 21:07:12.490679 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__
Feb 10 21:07:12.490679 dv-cinder-775008-1-iscsi neutron-server[79816]:     return request.get_response(self.application)
Feb 10 21:07:12.490679 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 10 21:07:12.490679 dv-cinder-775008-1-iscsi neutron-server[79816]:     application, catch_exc_info=False)
Feb 10 21:07:12.490679 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 10 21:07:12.490679 dv-cinder-775008-1-iscsi neutron-server[79816]:     app_iter = application(self.environ, start_response)
Feb 10 21:07:12.490679 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 10 21:07:12.490679 dv-cinder-775008-1-iscsi neutron-server[79816]:     resp = self.call_func(req, *args, **kw)
Feb 10 21:07:12.490679 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 10 21:07:12.490679 dv-cinder-775008-1-iscsi neutron-server[79816]:     return self.func(req, *args, **kwargs)
Feb 10 21:07:12.490679 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
Feb 10 21:07:12.490679 dv-cinder-775008-1-iscsi neutron-server[79816]:     response = req.get_response(self._app)
Feb 10 21:07:12.490679 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 10 21:07:12.490679 dv-cinder-775008-1-iscsi neutron-server[79816]:     application, catch_exc_info=False)
Feb 10 21:07:12.490679 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 10 21:07:12.490679 dv-cinder-775008-1-iscsi neutron-server[79816]:     app_iter = application(self.environ, start_response)
Feb 10 21:07:12.490679 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Feb 10 21:07:12.490679 dv-cinder-775008-1-iscsi neutron-server[79816]:     return resp(environ, start_response)
Feb 10 21:07:12.490679 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Feb 10 21:07:12.490679 dv-cinder-775008-1-iscsi neutron-server[79816]:     return resp(environ, start_response)
Feb 10 21:07:12.490679 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__
Feb 10 21:07:12.490679 dv-cinder-775008-1-iscsi neutron-server[79816]:     response = self.app(environ, start_response)
Feb 10 21:07:12.490679 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Feb 10 21:07:12.490679 dv-cinder-775008-1-iscsi neutron-server[79816]:     return resp(environ, start_response)
Feb 10 21:07:12.490679 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 10 21:07:12.490679 dv-cinder-775008-1-iscsi neutron-server[79816]:     resp = self.call_func(req, *args, **kw)
Feb 10 21:07:12.490679 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 10 21:07:12.490679 dv-cinder-775008-1-iscsi neutron-server[79816]:     return self.func(req, *args, **kwargs)
Feb 10 21:07:12.490679 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource
Feb 10 21:07:12.497535 dv-cinder-775008-1-iscsi neutron-server[79816]:     result = method(request=request, **args)
Feb 10 21:07:12.497535 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete
Feb 10 21:07:12.497535 dv-cinder-775008-1-iscsi neutron-server[79816]:     return self._delete(request, id, **kwargs)
Feb 10 21:07:12.497535 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Feb 10 21:07:12.497535 dv-cinder-775008-1-iscsi neutron-server[79816]:     return f(*args, **kwargs)
Feb 10 21:07:12.497535 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Feb 10 21:07:12.497535 dv-cinder-775008-1-iscsi neutron-server[79816]:     return f(*args, **kwargs)
Feb 10 21:07:12.497535 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Feb 10 21:07:12.497535 dv-cinder-775008-1-iscsi neutron-server[79816]:     return f(*dup_args, **dup_kwargs)
Feb 10 21:07:12.497535 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete
Feb 10 21:07:12.497535 dv-cinder-775008-1-iscsi neutron-server[79816]:     obj_deleter(request.context, id, **kwargs)
Feb 10 21:07:12.497535 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router
Feb 10 21:07:12.497535 dv-cinder-775008-1-iscsi neutron-server[79816]:     super(L3_NAT_db_mixin, self).delete_router(context, id)
Feb 10 21:07:12.497535 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Feb 10 21:07:12.497535 dv-cinder-775008-1-iscsi neutron-server[79816]:     return method(*args, **kwargs)
Feb 10 21:07:12.497535 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Feb 10 21:07:12.497535 dv-cinder-775008-1-iscsi neutron-server[79816]:     return f(*args, **kwargs)
Feb 10 21:07:12.497535 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Feb 10 21:07:12.497535 dv-cinder-775008-1-iscsi neutron-server[79816]:     return f(*args, **kwargs)
Feb 10 21:07:12.497535 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Feb 10 21:07:12.497535 dv-cinder-775008-1-iscsi neutron-server[79816]:     return f(*dup_args, **dup_kwargs)
Feb 10 21:07:12.497535 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router
Feb 10 21:07:12.497535 dv-cinder-775008-1-iscsi neutron-server[79816]:     self._delete_current_gw_port(context, id, router, None)
Feb 10 21:07:12.497535 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port
Feb 10 21:07:12.497535 dv-cinder-775008-1-iscsi neutron-server[79816]:     admin_ctx, gw_port_id, l3_port_check=False)
Feb 10 21:07:12.497535 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Feb 10 21:07:12.497535 dv-cinder-775008-1-iscsi neutron-server[79816]:     return f(self, context, *args, **kwargs)
Feb 10 21:07:12.497535 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Feb 10 21:07:12.497535 dv-cinder-775008-1-iscsi neutron-server[79816]:     return method(*args, **kwargs)
Feb 10 21:07:12.497535 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1953, in delete_port
Feb 10 21:07:12.497535 dv-cinder-775008-1-iscsi neutron-server[79816]:     context, port, router_ids, bound_mech_contexts)
Feb 10 21:07:12.497535 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1962, in _post_delete_port
Feb 10 21:07:12.497535 dv-cinder-775008-1-iscsi neutron-server[79816]:     registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs)
Feb 10 21:07:12.497535 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify
Feb 10 21:07:12.497535 dv-cinder-775008-1-iscsi neutron-server[79816]:     _get_callback_manager().notify(resource, event, trigger, **kwargs)
Feb 10 21:07:12.497535 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped
Feb 10 21:07:12.497535 dv-cinder-775008-1-iscsi neutron-server[79816]:     return function(*args, **kwargs)
Feb 10 21:07:12.497535 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify
Feb 10 21:07:12.497535 dv-cinder-775008-1-iscsi neutron-server[79816]:     errors = self._notify_loop(resource, event, trigger, **kwargs)
Feb 10 21:07:12.497535 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Feb 10 21:07:12.497535 dv-cinder-775008-1-iscsi neutron-server[79816]:     callback(resource, event, trigger, **kwargs)
Feb 10 21:07:12.497535 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event
Feb 10 21:07:12.497535 dv-cinder-775008-1-iscsi neutron-server[79816]:     if self._is_session_semantic_violated(context, resource, event):
Feb 10 21:07:12.497535 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated
Feb 10 21:07:12.497535 dv-cinder-775008-1-iscsi neutron-server[79816]:     stack = traceback.extract_stack()
Feb 10 21:07:12.497535 dv-cinder-775008-1-iscsi neutron-server[79816]: 
Feb 10 21:07:12.506427 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-02d166a7-4bd2-4af9-b7af-2a734b902207 req-94550bfa-e6b6-4d60-8475-7d65ae1052a5 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/ports?device_id=e8b23f20-03b7-4c8c-851e-cd085acbd5e8 HTTP/1.1" status: 200  len: 946 time: 0.3191397
Feb 10 21:07:12.524819 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning complete for port 5cea92f5-237c-46d5-a831-9463f7eedfbe triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:07:12.525745 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:12.666127 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-02d166a7-4bd2-4af9-b7af-2a734b902207 req-e71e6e0a-a9d9-4be3-831b-f9f9e6b7805b tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/security-groups?id=d690a83b-8d2e-42e4-90ab-f76a16f8383a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1694682
Feb 10 21:07:12.687079 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [None req-165d081a-88f6-4679-aff2-bb2c18769b4f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-224500529-network', 'tenant_id': '66fcf77222744a04a741ca8a9b8f29bb'}} {{(pid=79928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:07:12.700534 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-165d081a-88f6-4679-aff2-bb2c18769b4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:07:12.705935 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device a3009fcd-a441-4251-9ac0-b83a083a8578 up at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:07:12.707109 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-165d081a-88f6-4679-aff2-bb2c18769b4f admin admin] Usage tracker for resource:network and tenant:66fcf77222744a04a741ca8a9b8f29bb is out of sync, need to count used quota {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:07:12.711052 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-165d081a-88f6-4679-aff2-bb2c18769b4f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:07:12.718086 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-165d081a-88f6-4679-aff2-bb2c18769b4f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:07:12.728387 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-165d081a-88f6-4679-aff2-bb2c18769b4f admin admin] Made reservation on behalf of 66fcf77222744a04a741ca8a9b8f29bb for: {'network': 1} {{(pid=79928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 10 21:07:12.734437 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-165d081a-88f6-4679-aff2-bb2c18769b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for network, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:12.752390 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-165d081a-88f6-4679-aff2-bb2c18769b4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:12.763214 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62178657-b9e5-47b3-ae22-b3cd8dbd6253 req-73f15077-1421-41c7-ad77-85aa3385765f tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:12.764938 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-62178657-b9e5-47b3-ae22-b3cd8dbd6253 req-73f15077-1421-41c7-ad77-85aa3385765f tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] 10.222.0.82 "GET /v2.0/ports?device_id=deddbb93-8540-4dce-a159-b383ab28c59e HTTP/1.1" status: 200  len: 943 time: 0.6976085
Feb 10 21:07:12.784768 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-165d081a-88f6-4679-aff2-bb2c18769b4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:07:12.785982 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning complete for port a3009fcd-a441-4251-9ac0-b83a083a8578 triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:07:12.786442 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:12.794760 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-165d081a-88f6-4679-aff2-bb2c18769b4f admin admin] Usage tracker for resource:security_group_rule and tenant:66fcf77222744a04a741ca8a9b8f29bb is out of sync, need to count used quota {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:07:12.804171 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-165d081a-88f6-4679-aff2-bb2c18769b4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:07:12.811416 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-165d081a-88f6-4679-aff2-bb2c18769b4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:07:12.877569 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-62178657-b9e5-47b3-ae22-b3cd8dbd6253 req-5cbe141a-2f04-4992-b4e6-6a8919ba379c tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] 10.222.0.82 "GET /v2.0/security-groups?id=f3a7d53e-ec16-4f66-ac2c-e65634f986cf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0975366
Feb 10 21:07:12.955221 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-165d081a-88f6-4679-aff2-bb2c18769b4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:12.959472 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-165d081a-88f6-4679-aff2-bb2c18769b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:12.993818 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-165d081a-88f6-4679-aff2-bb2c18769b4f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=79928) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 10 21:07:12.994907 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ed09e124-8514-4370-8208-710ea78ca172 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850655797'] for router_gateway, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:13.008916 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-165d081a-88f6-4679-aff2-bb2c18769b4f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363258056608645', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853830591'] for segment, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:13.009520 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.db.segments_db [None req-165d081a-88f6-4679-aff2-bb2c18769b4f admin admin] Added segment 0e670d25-4db0-449b-80d1-8b2248c7b62e of type vxlan for network b2593363-fe1b-4359-9bec-4b4acba2a1f4
Feb 10 21:07:13.046187 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-604fc440-e533-46c1-bcd2-5ebe723ec06c tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:07:13.099792 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165d081a-88f6-4679-aff2-bb2c18769b4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d0cc4a-e1f6-4fc9-a759-0582c335a68b,revision_number=1']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:07:13.170347 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-165d081a-88f6-4679-aff2-bb2c18769b4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:07:13.177397 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-165d081a-88f6-4679-aff2-bb2c18769b4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363258057162953'] for network, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:13.234544 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-165d081a-88f6-4679-aff2-bb2c18769b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014'] for network, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:13.236867 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165d081a-88f6-4679-aff2-bb2c18769b4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:13.237719 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-165d081a-88f6-4679-aff2-bb2c18769b4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728031'] for network, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:13.251437 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ed09e124-8514-4370-8208-710ea78ca172 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4114297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774503'] for router, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:13.254161 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:07:13.254518 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ed09e124-8514-4370-8208-710ea78ca172 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:13.362517 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ed09e124-8514-4370-8208-710ea78ca172 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4114335'] for router, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:13.363178 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed09e124-8514-4370-8208-710ea78ca172 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9568715f-9a2d-48c3-9f7c-aa2ae6c52a80 {{(pid=79929) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 10 21:07:13.387490 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365fab97-2f00-4cdd-b293-98ca725dc37f req-d5bff8b2-c723-4fc0-b99f-108197b1d3a1 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:13.395349 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-365fab97-2f00-4cdd-b293-98ca725dc37f req-d5bff8b2-c723-4fc0-b99f-108197b1d3a1 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/ports?device_id=3dee1e11-308a-436e-aa4a-df62e56e7423 HTTP/1.1" status: 200  len: 985 time: 0.3502588
Feb 10 21:07:13.402352 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-165d081a-88f6-4679-aff2-bb2c18769b4f admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 1.1424167
Feb 10 21:07:13.439050 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 59450) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:07:13.467865 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebc77be-32b8-4723-967c-1a397444ee54 req-07a9cb56-ae8d-4b71-9e87-102e4305ce36 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:13.469589 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-6ebc77be-32b8-4723-967c-1a397444ee54 req-07a9cb56-ae8d-4b71-9e87-102e4305ce36 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=9a0928b3-8b03-40d2-b78f-7eb8e84b309f HTTP/1.1" status: 200  len: 944 time: 0.2988801
Feb 10 21:07:13.501175 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [None req-c2f963ef-0a71-4ba3-8c55-2fe48f6ae2de admin admin] Request body: {'subnet': {'network_id': 'b2593363-fe1b-4359-9bec-4b4acba2a1f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-224500529-subnet', 'tenant_id': '66fcf77222744a04a741ca8a9b8f29bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=79928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:07:13.520188 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-c2f963ef-0a71-4ba3-8c55-2fe48f6ae2de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:07:13.535873 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ed09e124-8514-4370-8208-710ea78ca172 admin admin] Notify callbacks [] for router, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:13.537142 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-ed09e124-8514-4370-8208-710ea78ca172 admin admin] 10.222.0.82 "DELETE /v2.0/routers/9568715f-9a2d-48c3-9f7c-aa2ae6c52a80 HTTP/1.1" status: 204  len: 168 time: 2.9859192
Feb 10 21:07:13.553343 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 59454) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:07:13.570635 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-365fab97-2f00-4cdd-b293-98ca725dc37f req-9513dbad-efd3-422e-92ab-7ce94f001e78 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/security-groups?id=c335b989-9e5c-4bf7-8234-e0ff1c1dd57a&id=628eedee-31f1-4a9c-b916-389374504f71&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.1742492
Feb 10 21:07:13.573662 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165d081a-88f6-4679-aff2-bb2c18769b4f admin admin] Pushing event updated for resources: {'Network': ['ID=b2593363-fe1b-4359-9bec-4b4acba2a1f4,revision_number=1']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:07:13.577631 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-c2f963ef-0a71-4ba3-8c55-2fe48f6ae2de admin admin] Usage tracker for resource:subnet and tenant:66fcf77222744a04a741ca8a9b8f29bb is out of sync, need to count used quota {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:07:13.581655 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-165d081a-88f6-4679-aff2-bb2c18769b4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:07:13.583075 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-c2f963ef-0a71-4ba3-8c55-2fe48f6ae2de admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:07:13.587563 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Network b2593363-fe1b-4359-9bec-4b4acba2a1f4 details requested by agent ovs-agent-dv-cinder-775008-1-iscsi with host dv-cinder-775008-1-iscsi {{(pid=79930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 10 21:07:13.593388 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-c2f963ef-0a71-4ba3-8c55-2fe48f6ae2de admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:07:13.617775 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Network b2593363-fe1b-4359-9bec-4b4acba2a1f4 details requested by agent ovs-agent-hv-cinder-77500 with host hv-cinder-77500 {{(pid=79930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 10 21:07:13.634669 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f963ef-0a71-4ba3-8c55-2fe48f6ae2de admin admin] Made reservation on behalf of 66fcf77222744a04a741ca8a9b8f29bb for: {'subnet': 1} {{(pid=79928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 10 21:07:13.639998 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c2f963ef-0a71-4ba3-8c55-2fe48f6ae2de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3516821'] for subnet, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:13.666709 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-6ebc77be-32b8-4723-967c-1a397444ee54 req-da7fd41c-1d69-434f-909f-aa0febeb3ff7 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=895a7e5f-3ef6-4f3c-9ab6-68304e4925ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1794281
Feb 10 21:07:13.672496 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Device 98e6567d-846a-4459-bb94-fb72854a2734 no longer exists at agent ovs-agent-dv-cinder-775008-1-iscsi {{(pid=79930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 10 21:07:13.690857 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.db_base_plugin_v2 [None req-35b7672d-a9ed-4113-865e-6611cba7c628 admin admin] Deleting subnet 507359e5-5fb4-4f65-a55c-2cec76549fa0 {{(pid=79929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 10 21:07:13.694037 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-35b7672d-a9ed-4113-865e-6611cba7c628 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:13.765746 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] No Port match for: 98e6567d-846a-4459-bb94-fb72854a2734 {{(pid=79930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 10 21:07:13.770619 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Device 98e6567d-846a-4459-bb94-fb72854a2734 not bound to the agent host dv-cinder-775008-1-iscsi {{(pid=79930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 10 21:07:13.813988 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-35b7672d-a9ed-4113-865e-6611cba7c628 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707976'] for subnet, precommit_delete_associations {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:13.978920 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-35b7672d-a9ed-4113-865e-6611cba7c628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016988'] for subnet, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:14.495333 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14533d2-b937-459c-b681-c7e4e1f54530 req-dfa25175-1ced-4e65-9c98-8c9685aef56e tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:14.503827 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-c14533d2-b937-459c-b681-c7e4e1f54530 req-dfa25175-1ced-4e65-9c98-8c9685aef56e tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/ports?device_id=e8b23f20-03b7-4c8c-851e-cd085acbd5e8 HTTP/1.1" status: 200  len: 946 time: 0.3491957
Feb 10 21:07:14.549786 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683451a2-01d9-4140-a272-4c96d8cecfe9 req-a7dba477-f12b-4080-b921-c30f0e1ea5d0 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:14.562938 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-683451a2-01d9-4140-a272-4c96d8cecfe9 req-a7dba477-f12b-4080-b921-c30f0e1ea5d0 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] 10.222.0.82 "GET /v2.0/ports?device_id=deddbb93-8540-4dce-a159-b383ab28c59e HTTP/1.1" status: 200  len: 943 time: 0.3171251
Feb 10 21:07:14.581471 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-35b7672d-a9ed-4113-865e-6611cba7c628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853758828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2627678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2464197'] for subnet, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:14.605947 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-c14533d2-b937-459c-b681-c7e4e1f54530 req-8e8ac807-c50a-4bb4-9626-bcc567a265bb tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/security-groups?id=d690a83b-8d2e-42e4-90ab-f76a16f8383a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1005065
Feb 10 21:07:14.608269 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:07:14.722145 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c2f963ef-0a71-4ba3-8c55-2fe48f6ae2de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3141311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3516804'] for subnet, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:14.759593 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-23815d23-6ab4-4d64-a8d3-9a4dee133b4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:07:14.774343 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b7672d-a9ed-4113-865e-6611cba7c628 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=507359e5-5fb4-4f65-a55c-2cec76549fa0,revision_number=None']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:07:14.778941 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-35b7672d-a9ed-4113-865e-6611cba7c628 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:07:14.823759 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-683451a2-01d9-4140-a272-4c96d8cecfe9 req-c859544d-1979-455e-9e6d-7d7fb3594a9b tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] 10.222.0.82 "GET /v2.0/security-groups?id=f3a7d53e-ec16-4f66-ac2c-e65634f986cf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2593493
Feb 10 21:07:14.842511 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-35b7672d-a9ed-4113-865e-6611cba7c628 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:14.862160 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-35b7672d-a9ed-4113-865e-6611cba7c628 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/507359e5-5fb4-4f65-a55c-2cec76549fa0 HTTP/1.1" status: 204  len: 168 time: 1.2948821
Feb 10 21:07:14.862160 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 59466) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:07:14.952293 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f963ef-0a71-4ba3-8c55-2fe48f6ae2de admin admin] Pushing event updated for resources: {'Subnet': ['ID=29935885-e9b0-4a4f-8cf9-316d68906121,revision_number=0']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:07:14.969595 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-c2f963ef-0a71-4ba3-8c55-2fe48f6ae2de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:07:15.030103 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-50125a5d-81a8-4234-a729-f702fc2dd4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853728688'] for network, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:15.109151 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3143dd-f459-41f3-8464-1d8a81a0f5bd req-579e7c78-7b01-4800-81d3-ae750b3fc717 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:15.110839 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-5d3143dd-f459-41f3-8464-1d8a81a0f5bd req-579e7c78-7b01-4800-81d3-ae750b3fc717 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/ports?device_id=3dee1e11-308a-436e-aa4a-df62e56e7423 HTTP/1.1" status: 200  len: 985 time: 0.3525610
Feb 10 21:07:15.231183 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-5d3143dd-f459-41f3-8464-1d8a81a0f5bd req-7a3ed15b-7cea-4cdc-868b-bf44d8d6c991 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/security-groups?id=c335b989-9e5c-4bf7-8234-e0ff1c1dd57a&id=628eedee-31f1-4a9c-b916-389374504f71&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.1094325
Feb 10 21:07:15.252338 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f963ef-0a71-4ba3-8c55-2fe48f6ae2de admin admin] Checking segment: {'id': '0e670d25-4db0-449b-80d1-8b2248c7b62e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b2593363-fe1b-4359-9bec-4b4acba2a1f4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 10 21:07:15.252741 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f963ef-0a71-4ba3-8c55-2fe48f6ae2de admin admin] Network hostable DHCP agents. Network: b2593363-fe1b-4359-9bec-4b4acba2a1f4, hostable agents: ['81d85903-877f-455d-aaa7-fc933394e41c'], hosted agents: [] {{(pid=79928) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 10 21:07:15.273601 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f963ef-0a71-4ba3-8c55-2fe48f6ae2de admin admin] Network b2593363-fe1b-4359-9bec-4b4acba2a1f4 is scheduled to be hosted by DHCP agent 81d85903-877f-455d-aaa7-fc933394e41c with binding_index 1 {{(pid=79928) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 10 21:07:15.282549 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.base_scheduler [None req-c2f963ef-0a71-4ba3-8c55-2fe48f6ae2de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775008-1-iscsi, b2593363-fe1b-4359-9bec-4b4acba2a1f4) {{(pid=79928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 10 21:07:15.294746 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a62fa0b-2d9b-41e9-9c8b-ad4ba41ea19c None None] Network b2593363-fe1b-4359-9bec-4b4acba2a1f4 requested from dv-cinder-775008-1-iscsi {{(pid=79930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 10 21:07:15.299928 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f963ef-0a71-4ba3-8c55-2fe48f6ae2de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:15.300824 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c2f963ef-0a71-4ba3-8c55-2fe48f6ae2de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728031'] for subnet, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:15.332993 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-c2f963ef-0a71-4ba3-8c55-2fe48f6ae2de admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.8368816
Feb 10 21:07:15.392334 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e56a7e5-b854-40e0-9eca-60bdc6d229a2 req-12119143-a33c-4514-9175-0d2966653d66 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:15.393997 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-4e56a7e5-b854-40e0-9eca-60bdc6d229a2 req-12119143-a33c-4514-9175-0d2966653d66 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=9a0928b3-8b03-40d2-b78f-7eb8e84b309f HTTP/1.1" status: 200  len: 944 time: 0.3701353
Feb 10 21:07:15.410464 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-50125a5d-81a8-4234-a729-f702fc2dd4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023083', 'neutron.services.segments.db._delete_segments_for_network-8778798167172'] for network, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:15.613246 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-4e56a7e5-b854-40e0-9eca-60bdc6d229a2 req-8ab9e1d6-18ea-45c7-a746-98b56d9544aa tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=895a7e5f-3ef6-4f3c-9ab6-68304e4925ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1999857
Feb 10 21:07:15.632485 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.services.segments.db [None req-50125a5d-81a8-4234-a729-f702fc2dd4e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fbf90546a58>,) {'filters': {'network_id': ['b57cc509-53ec-4b56-8b10-8490bdf813dd']}} {{(pid=79929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:07:15.663919 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.services.segments.db [None req-50125a5d-81a8-4234-a729-f702fc2dd4e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fbf90546a58>, '4bc59d15-b1dc-4485-b325-20bf44c1e2e2') {'for_net_delete': True} {{(pid=79929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:07:15.670461 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.services.segments.db [None req-50125a5d-81a8-4234-a729-f702fc2dd4e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fbf90546a58>, '4bc59d15-b1dc-4485-b325-20bf44c1e2e2') {} {{(pid=79929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:07:15.696716 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-50125a5d-81a8-4234-a729-f702fc2dd4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778798166933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852067840'] for segment, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:15.697276 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e5f419-497a-4276-9bf8-0be801347195 None None] Network b2593363-fe1b-4359-9bec-4b4acba2a1f4 requested from dv-cinder-775008-1-iscsi {{(pid=79930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 10 21:07:15.726419 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-50125a5d-81a8-4234-a729-f702fc2dd4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853830591'] for segment, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:15.736983 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-50125a5d-81a8-4234-a729-f702fc2dd4e9 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=79929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 10 21:07:15.992836 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Device a42ecb04-15bf-4a95-b5ba-6a97edf2d4b7 no longer exists at agent ovs-agent-dv-cinder-775008-1-iscsi {{(pid=79930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 10 21:07:16.115259 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2e8e38-afeb-4086-9893-bf4e60c3e1ee req-b2dfaff0-394e-489d-b918-2cad9276d586 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:16.120189 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] No Port match for: a42ecb04-15bf-4a95-b5ba-6a97edf2d4b7 {{(pid=79930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 10 21:07:16.122355 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Device a42ecb04-15bf-4a95-b5ba-6a97edf2d4b7 not bound to the agent host dv-cinder-775008-1-iscsi {{(pid=79930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 10 21:07:16.133344 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-cf2e8e38-afeb-4086-9893-bf4e60c3e1ee req-b2dfaff0-394e-489d-b918-2cad9276d586 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/ports?device_id=e8b23f20-03b7-4c8c-851e-cd085acbd5e8 HTTP/1.1" status: 200  len: 946 time: 0.3156052
Feb 10 21:07:16.203621 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-50125a5d-81a8-4234-a729-f702fc2dd4e9 admin admin] Network b57cc509-53ec-4b56-8b10-8490bdf813dd has no segments {{(pid=79929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 10 21:07:16.218213 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-50125a5d-81a8-4234-a729-f702fc2dd4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-945225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852145411'] for segment, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:16.331260 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-cf2e8e38-afeb-4086-9893-bf4e60c3e1ee req-62432fbb-8044-4c43-8cfb-9413a8e761e6 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/security-groups?id=d690a83b-8d2e-42e4-90ab-f76a16f8383a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1794858
Feb 10 21:07:16.728681 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ae3cce-f3cf-4307-8ba3-e4683ccf9964 req-b0a58cb2-2f19-4388-be3c-658cde8e1cb5 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:16.730941 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-91ae3cce-f3cf-4307-8ba3-e4683ccf9964 req-b0a58cb2-2f19-4388-be3c-658cde8e1cb5 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/ports?device_id=3dee1e11-308a-436e-aa4a-df62e56e7423 HTTP/1.1" status: 200  len: 985 time: 0.2292361
Feb 10 21:07:16.828550 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-91ae3cce-f3cf-4307-8ba3-e4683ccf9964 req-d55a7c63-5aec-4af8-959e-3706c06febdf tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/security-groups?id=c335b989-9e5c-4bf7-8234-e0ff1c1dd57a&id=628eedee-31f1-4a9c-b916-389374504f71&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0902944
Feb 10 21:07:16.897372 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-50125a5d-81a8-4234-a729-f702fc2dd4e9 admin admin] Network b57cc509-53ec-4b56-8b10-8490bdf813dd has no segments {{(pid=79929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 10 21:07:16.994130 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7c019e-a49e-4094-a6c9-bb111b20cdef req-7eb5bc5f-9d22-464e-9f3b-99fd370840c0 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:16.995769 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-0c7c019e-a49e-4094-a6c9-bb111b20cdef req-7eb5bc5f-9d22-464e-9f3b-99fd370840c0 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] 10.222.0.82 "GET /v2.0/ports?device_id=deddbb93-8540-4dce-a159-b383ab28c59e HTTP/1.1" status: 200  len: 943 time: 0.7946186
Feb 10 21:07:17.013469 dv-cinder-775008-1-iscsi neutron-server[79816]: Traceback (most recent call last):
Feb 10 21:07:17.013469 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 10 21:07:17.013469 dv-cinder-775008-1-iscsi neutron-server[79816]:     timer()
Feb 10 21:07:17.013469 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 10 21:07:17.013469 dv-cinder-775008-1-iscsi neutron-server[79816]:     cb(*args, **kw)
Feb 10 21:07:17.013469 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 10 21:07:17.013469 dv-cinder-775008-1-iscsi neutron-server[79816]:     return func(*args, **kwargs)
Feb 10 21:07:17.013469 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 10 21:07:17.013469 dv-cinder-775008-1-iscsi neutron-server[79816]:     self._notify()
Feb 10 21:07:17.013469 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 10 21:07:17.013469 dv-cinder-775008-1-iscsi neutron-server[79816]:     self.callback(batched_events)
Feb 10 21:07:17.013469 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 10 21:07:17.013469 dv-cinder-775008-1-iscsi neutron-server[79816]:     event.method(event)
Feb 10 21:07:17.013469 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 10 21:07:17.013469 dv-cinder-775008-1-iscsi neutron-server[79816]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 10 21:07:17.013469 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 10 21:07:17.013469 dv-cinder-775008-1-iscsi neutron-server[79816]:     segment_id)['aggregates'][0]
Feb 10 21:07:17.013469 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 10 21:07:17.013469 dv-cinder-775008-1-iscsi neutron-server[79816]:     return f(self, *a, **k)
Feb 10 21:07:17.013469 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 10 21:07:17.013469 dv-cinder-775008-1-iscsi neutron-server[79816]:     return self._get(url).json()
Feb 10 21:07:17.013469 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 10 21:07:17.013469 dv-cinder-775008-1-iscsi neutron-server[79816]:     **kwargs)
Feb 10 21:07:17.013469 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 10 21:07:17.013469 dv-cinder-775008-1-iscsi neutron-server[79816]:     return self.request(url, 'GET', **kwargs)
Feb 10 21:07:17.013469 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 10 21:07:17.013469 dv-cinder-775008-1-iscsi neutron-server[79816]:     **endpoint_filter)
Feb 10 21:07:17.013469 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 10 21:07:17.013469 dv-cinder-775008-1-iscsi neutron-server[79816]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 10 21:07:17.013469 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 10 21:07:17.013469 dv-cinder-775008-1-iscsi neutron-server[79816]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 10 21:07:17.013469 dv-cinder-775008-1-iscsi neutron-server[79816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 10 21:07:17.142196 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8b26c4-a6e1-488a-b0cd-11e4a980a041 req-f1ee5758-2e94-4d25-aa05-3b258e68266c tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:17.143906 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-fc8b26c4-a6e1-488a-b0cd-11e4a980a041 req-f1ee5758-2e94-4d25-aa05-3b258e68266c tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=9a0928b3-8b03-40d2-b78f-7eb8e84b309f HTTP/1.1" status: 200  len: 944 time: 0.1792960
Feb 10 21:07:17.149658 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-0c7c019e-a49e-4094-a6c9-bb111b20cdef req-31be8b58-0c3d-4b0f-aea5-a47b40337bf8 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] 10.222.0.82 "GET /v2.0/security-groups?id=f3a7d53e-ec16-4f66-ac2c-e65634f986cf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1351969
Feb 10 21:07:17.161323 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-50125a5d-81a8-4234-a729-f702fc2dd4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853752733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850656724'] for network, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:17.165070 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-660c6b75-7e2d-4716-ab27-2883f356af7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:07:17.184955 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-50125a5d-81a8-4234-a729-f702fc2dd4e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728031'] for network, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:17.191671 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50125a5d-81a8-4234-a729-f702fc2dd4e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=b57cc509-53ec-4b56-8b10-8490bdf813dd,revision_number=None']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:07:17.196774 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-50125a5d-81a8-4234-a729-f702fc2dd4e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:07:17.203598 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-50125a5d-81a8-4234-a729-f702fc2dd4e9 admin admin] 10.222.0.82 "DELETE /v2.0/networks/b57cc509-53ec-4b56-8b10-8490bdf813dd HTTP/1.1" status: 204  len: 168 time: 2.3500090
Feb 10 21:07:17.214420 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-fc8b26c4-a6e1-488a-b0cd-11e4a980a041 req-8cff624f-3170-4ff3-b6ae-aefbaee9e7be tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=895a7e5f-3ef6-4f3c-9ab6-68304e4925ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0628946
Feb 10 21:07:17.348074 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 59494) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:07:17.401799 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-e40e9a80-0cf9-427b-8aeb-3c16a81c369c admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=92212326132c472cbbd1d5f9a6549ec7&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0524135
Feb 10 21:07:17.404554 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 59500) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:07:17.508430 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-da3807d4-60cf-41d1-9401-f5c174fa233f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:17.555582 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-da3807d4-60cf-41d1-9401-f5c174fa233f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:17.695452 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b26831-5160-483b-a8a6-f8e1d4a44472 req-c22b6a24-e3df-420a-873c-3523c5fcc5d7 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:17.697081 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-89b26831-5160-483b-a8a6-f8e1d4a44472 req-c22b6a24-e3df-420a-873c-3523c5fcc5d7 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/ports?device_id=e8b23f20-03b7-4c8c-851e-cd085acbd5e8 HTTP/1.1" status: 200  len: 946 time: 0.2262452
Feb 10 21:07:17.703901 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-da3807d4-60cf-41d1-9401-f5c174fa233f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:17.713194 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-7726c2b3-cfe6-4aa1-91e5-3a850b1e21eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:07:17.750348 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3807d4-60cf-41d1-9401-f5c174fa233f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68802339-d1c4-4bf4-96ca-ea992938d72d,revision_number=None']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:07:17.758551 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-da3807d4-60cf-41d1-9401-f5c174fa233f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:07:17.774997 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-da3807d4-60cf-41d1-9401-f5c174fa233f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:17.776231 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-da3807d4-60cf-41d1-9401-f5c174fa233f admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/68802339-d1c4-4bf4-96ca-ea992938d72d HTTP/1.1" status: 204  len: 168 time: 0.3706996
Feb 10 21:07:17.822527 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-89b26831-5160-483b-a8a6-f8e1d4a44472 req-d18d8efb-f95c-47d5-872f-2e9cec071982 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/security-groups?id=d690a83b-8d2e-42e4-90ab-f76a16f8383a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0910275
Feb 10 21:07:17.927592 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffbe1fd-0e0f-4b73-8f3a-c152678235f1 req-ee85ee71-1acb-4f21-ac82-d8d4896c11af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:17.929496 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-bffbe1fd-0e0f-4b73-8f3a-c152678235f1 req-ee85ee71-1acb-4f21-ac82-d8d4896c11af service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7eb5408997f5494f9056ccb8d369ab60&device_id=deddbb93-8540-4dce-a159-b383ab28c59e HTTP/1.1" status: 200  len: 1160 time: 0.1000326
Feb 10 21:07:18.251936 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffbe1fd-0e0f-4b73-8f3a-c152678235f1 req-76580f2a-0dcd-4d6c-b8ff-2d6230870819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:18.253536 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-bffbe1fd-0e0f-4b73-8f3a-c152678235f1 req-76580f2a-0dcd-4d6c-b8ff-2d6230870819 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4dd4590c-4b8b-449e-a471-24dd073a3148 HTTP/1.1" status: 200  len: 907 time: 0.3132744
Feb 10 21:07:18.292181 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d11d06-b81c-443a-b007-9c63e8e5ad3e req-f0afdc1a-5987-40c8-a909-1329c1db90a4 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:18.294531 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-46d11d06-b81c-443a-b007-9c63e8e5ad3e req-f0afdc1a-5987-40c8-a909-1329c1db90a4 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/ports?device_id=3dee1e11-308a-436e-aa4a-df62e56e7423 HTTP/1.1" status: 200  len: 985 time: 0.3076563
Feb 10 21:07:18.352323 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-bffbe1fd-0e0f-4b73-8f3a-c152678235f1 req-f410c02d-7362-41b1-985d-a72021109de6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=762d96a5-4ee1-4aa5-826a-d50c983d7d50 HTTP/1.1" status: 200  len: 217 time: 0.0889697
Feb 10 21:07:18.392176 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-46d11d06-b81c-443a-b007-9c63e8e5ad3e req-00fb2737-0813-4044-96f7-079e9aed3377 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/security-groups?id=c335b989-9e5c-4bf7-8234-e0ff1c1dd57a&id=628eedee-31f1-4a9c-b916-389374504f71&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0901101
Feb 10 21:07:18.452079 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa7aee1-efd1-424a-af75-43858c67c3b6 req-857b6f46-92db-4c3f-ac35-5e63a1a1433e tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:18.458155 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-baa7aee1-efd1-424a-af75-43858c67c3b6 req-857b6f46-92db-4c3f-ac35-5e63a1a1433e tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] 10.222.0.82 "GET /v2.0/networks?id=b2593363-fe1b-4359-9bec-4b4acba2a1f4 HTTP/1.1" status: 200  len: 808 time: 0.3687499
Feb 10 21:07:18.485656 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device 5cea92f5-237c-46d5-a831-9463f7eedfbe up at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:07:18.523690 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-baa7aee1-efd1-424a-af75-43858c67c3b6 req-8234ec03-4f36-49b6-8e84-29d658bc24a7 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] 10.222.0.82 "GET /v2.0/quotas/66fcf77222744a04a741ca8a9b8f29bb HTTP/1.1" status: 200  len: 375 time: 0.0264080
Feb 10 21:07:18.584835 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffbe1fd-0e0f-4b73-8f3a-c152678235f1 req-b6961d1a-75e3-47c1-81b2-b59c8b788275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:18.586741 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-bffbe1fd-0e0f-4b73-8f3a-c152678235f1 req-b6961d1a-75e3-47c1-81b2-b59c8b788275 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=56f171b1-73a4-4439-84b8-3d620b415560 HTTP/1.1" status: 200  len: 853 time: 0.1273372
Feb 10 21:07:18.596439 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-baa7aee1-efd1-424a-af75-43858c67c3b6 req-362ecab9-0db1-4fb7-a26d-c82811a142e0 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=66fcf77222744a04a741ca8a9b8f29bb&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0611880
Feb 10 21:07:18.610812 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning complete for port 5cea92f5-237c-46d5-a831-9463f7eedfbe triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:07:18.611211 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:18.705308 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-bffbe1fd-0e0f-4b73-8f3a-c152678235f1 req-1a49d7f0-55fb-4e23-8cc1-4666517b250c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4dd4590c-4b8b-449e-a471-24dd073a3148&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1053975
Feb 10 21:07:18.751969 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device a3009fcd-a441-4251-9ac0-b83a083a8578 up at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:07:18.786672 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4937489-8c88-4d10-a106-f6aac9a90ffc req-59ce346c-1bb4-448b-a241-938d786ee7e3 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:18.795458 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-f4937489-8c88-4d10-a106-f6aac9a90ffc req-59ce346c-1bb4-448b-a241-938d786ee7e3 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] 10.222.0.82 "GET /v2.0/ports?device_id=deddbb93-8540-4dce-a159-b383ab28c59e HTTP/1.1" status: 200  len: 943 time: 0.2768495
Feb 10 21:07:18.834074 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning complete for port a3009fcd-a441-4251-9ac0-b83a083a8578 triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:07:18.834838 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:18.903154 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-f4937489-8c88-4d10-a106-f6aac9a90ffc req-03800413-75bc-48a2-8791-7b0b2ef99b54 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] 10.222.0.82 "GET /v2.0/security-groups?id=f3a7d53e-ec16-4f66-ac2c-e65634f986cf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1042464
Feb 10 21:07:19.021103 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-baa7aee1-efd1-424a-af75-43858c67c3b6 req-758739cd-ba76-4fa6-a176-f9fb34f8589b service neutron] 10.222.0.82 "GET /v2.0/networks/b2593363-fe1b-4359-9bec-4b4acba2a1f4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3520198
Feb 10 21:07:19.080695 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-bffbe1fd-0e0f-4b73-8f3a-c152678235f1 req-d510eacb-3b73-4b06-aa9b-f3a08f4906bc service neutron] 10.222.0.15 "GET /v2.0/networks/4dd4590c-4b8b-449e-a471-24dd073a3148?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3568094
Feb 10 21:07:19.301029 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-baa7aee1-efd1-424a-af75-43858c67c3b6 req-74bb2b3c-99c2-4fbb-8154-2c88453b63b8 service neutron] 10.222.0.82 "GET /v2.0/networks/b2593363-fe1b-4359-9bec-4b4acba2a1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2670441
Feb 10 21:07:19.323496 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-bffbe1fd-0e0f-4b73-8f3a-c152678235f1 req-f9e8c5cc-03d2-45e3-ace0-fe5551a6564d service neutron] 10.222.0.15 "GET /v2.0/networks/4dd4590c-4b8b-449e-a471-24dd073a3148?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1873045
Feb 10 21:07:19.408833 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee56cd2b-e7c4-4bdd-8415-510ac506299d req-e6827902-953e-4141-9743-8bb6cdcb7c10 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:19.410582 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-ee56cd2b-e7c4-4bdd-8415-510ac506299d req-e6827902-953e-4141-9743-8bb6cdcb7c10 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=9a0928b3-8b03-40d2-b78f-7eb8e84b309f HTTP/1.1" status: 200  len: 944 time: 0.3931515
Feb 10 21:07:19.477823 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-ee56cd2b-e7c4-4bdd-8415-510ac506299d req-cf97e200-5499-420d-a0d9-5be541c34cd3 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=895a7e5f-3ef6-4f3c-9ab6-68304e4925ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0607862
Feb 10 21:07:19.688984 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e081dbbb-fe0e-4162-9cbc-dbb5bb2c2286 req-ecaf9cfc-e7d6-44a3-92bf-e68fd0d8a1cc tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:19.690721 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-e081dbbb-fe0e-4162-9cbc-dbb5bb2c2286 req-ecaf9cfc-e7d6-44a3-92bf-e68fd0d8a1cc tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/ports?device_id=e8b23f20-03b7-4c8c-851e-cd085acbd5e8 HTTP/1.1" status: 200  len: 946 time: 0.1758339
Feb 10 21:07:19.760419 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-e081dbbb-fe0e-4162-9cbc-dbb5bb2c2286 req-16b02c1e-bac8-4de8-a5a2-64f6fb5363ac tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/security-groups?id=d690a83b-8d2e-42e4-90ab-f76a16f8383a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0629404
Feb 10 21:07:19.881101 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-9797f1d0-b4f9-4c41-99f1-ae05c1085e4c req-8fd84204-55c5-4837-8daf-3336a8b3efe1 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] 10.222.0.82 "GET /v2.0/ports?device_id=8c84409d-ae65-4d96-bbc9-b15fb7dff8f7 HTTP/1.1" status: 200  len: 210 time: 0.0574327
Feb 10 21:07:20.204314 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05adc6b7-da11-4c16-b8af-d261d272d2c2 req-2a80c686-0fe4-4881-b3f4-912de644f33d tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:20.206320 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-05adc6b7-da11-4c16-b8af-d261d272d2c2 req-2a80c686-0fe4-4881-b3f4-912de644f33d tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/ports?device_id=3dee1e11-308a-436e-aa4a-df62e56e7423 HTTP/1.1" status: 200  len: 985 time: 0.2044759
Feb 10 21:07:20.299943 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-05adc6b7-da11-4c16-b8af-d261d272d2c2 req-7e53d1ad-efb0-448a-bbba-36f74485bec5 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/security-groups?id=c335b989-9e5c-4bf7-8234-e0ff1c1dd57a&id=628eedee-31f1-4a9c-b916-389374504f71&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0814152
Feb 10 21:07:20.603100 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0fa8cd-1466-4061-bd9e-822fca323d7f req-0c130788-6d73-40dd-a05b-38e75d9b90b7 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:20.604798 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-bb0fa8cd-1466-4061-bd9e-822fca323d7f req-0c130788-6d73-40dd-a05b-38e75d9b90b7 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] 10.222.0.82 "GET /v2.0/ports?device_id=deddbb93-8540-4dce-a159-b383ab28c59e HTTP/1.1" status: 200  len: 943 time: 0.1852565
Feb 10 21:07:20.728802 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-bb0fa8cd-1466-4061-bd9e-822fca323d7f req-f3a20052-e1d4-4fb2-bae9-a36dfa5892cd tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] 10.222.0.82 "GET /v2.0/security-groups?id=f3a7d53e-ec16-4f66-ac2c-e65634f986cf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0850749
Feb 10 21:07:20.746921 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aeb52b-2199-4075-8cfc-059639bf996b req-b34dfd99-05da-4004-b625-e8ee4967812d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:20.758213 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-27aeb52b-2199-4075-8cfc-059639bf996b req-b34dfd99-05da-4004-b625-e8ee4967812d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b863e31b2eb84722a5af6ec44203a203&device_id=e8b23f20-03b7-4c8c-851e-cd085acbd5e8 HTTP/1.1" status: 200  len: 1163 time: 0.1425617
Feb 10 21:07:20.796473 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8c72b9-1bbd-4c69-b3be-a1c785aced27 req-851b0b85-712f-4b6d-999e-d3a78148c0c9 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:20.798239 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-7a8c72b9-1bbd-4c69-b3be-a1c785aced27 req-851b0b85-712f-4b6d-999e-d3a78148c0c9 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/ports?device_id=e8b23f20-03b7-4c8c-851e-cd085acbd5e8 HTTP/1.1" status: 200  len: 946 time: 0.1827326
Feb 10 21:07:20.950983 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device 5cea92f5-237c-46d5-a831-9463f7eedfbe up at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:07:20.957530 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-7a8c72b9-1bbd-4c69-b3be-a1c785aced27 req-d0648c82-022e-45ef-8259-43e0cdfc0ad8 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/security-groups?id=d690a83b-8d2e-42e4-90ab-f76a16f8383a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1303840
Feb 10 21:07:20.977511 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aeb52b-2199-4075-8cfc-059639bf996b req-44309ea3-901c-4516-838a-8d92f0b975f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:20.979561 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-27aeb52b-2199-4075-8cfc-059639bf996b req-44309ea3-901c-4516-838a-8d92f0b975f4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=30315e38-e508-43b4-a5e6-20c3939b243b HTTP/1.1" status: 200  len: 905 time: 0.2226603
Feb 10 21:07:21.074494 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning complete for port 5cea92f5-237c-46d5-a831-9463f7eedfbe triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:07:21.075164 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:21.190872 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa7aee1-efd1-424a-af75-43858c67c3b6 req-595f14e1-77a2-492d-9548-f7b403b292ec tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:21.191678 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-baa7aee1-efd1-424a-af75-43858c67c3b6 req-595f14e1-77a2-492d-9548-f7b403b292ec tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Synchronizing usage tracker for tenant:66fcf77222744a04a741ca8a9b8f29bb on resource:network {{(pid=79928) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 10 21:07:21.242532 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device 762d96a5-4ee1-4aa5-826a-d50c983d7d50 up at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:07:21.252934 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-fc4e9370-1393-4655-8914-0b0dd68e2f85 req-04e81273-d451-40a8-8ef1-e4cf5dc278e3 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] 10.222.0.82 "GET /v2.0/ports?device_id=8c84409d-ae65-4d96-bbc9-b15fb7dff8f7 HTTP/1.1" status: 200  len: 210 time: 0.0566926
Feb 10 21:07:21.263331 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-baa7aee1-efd1-424a-af75-43858c67c3b6 req-595f14e1-77a2-492d-9548-f7b403b292ec tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Unset dirty status for tenant:66fcf77222744a04a741ca8a9b8f29bb on resource:network {{(pid=79928) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 10 21:07:21.264590 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-baa7aee1-efd1-424a-af75-43858c67c3b6 req-595f14e1-77a2-492d-9548-f7b403b292ec tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] 10.222.0.15 "GET /v2.0/networks?id=b2593363-fe1b-4359-9bec-4b4acba2a1f4 HTTP/1.1" status: 200  len: 808 time: 0.4653859
Feb 10 21:07:21.285949 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [req-baa7aee1-efd1-424a-af75-43858c67c3b6 req-7d52f66f-9399-4701-8afc-ea660ff85c50 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Request body: {'port': {'device_id': '8c84409d-ae65-4d96-bbc9-b15fb7dff8f7', 'network_id': 'b2593363-fe1b-4359-9bec-4b4acba2a1f4', 'admin_state_up': True, 'tenant_id': '66fcf77222744a04a741ca8a9b8f29bb'}} {{(pid=79928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:07:21.318748 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning for port 762d96a5-4ee1-4aa5-826a-d50c983d7d50 completed by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 10 21:07:21.323993 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning complete for port 762d96a5-4ee1-4aa5-826a-d50c983d7d50 triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:07:21.324422 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:21.406106 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf92101c-a843-4df1-97e1-376d41987e68 req-d777c343-f51a-48b0-86e8-99e0fce88339 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:21.409509 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-cf92101c-a843-4df1-97e1-376d41987e68 req-d777c343-f51a-48b0-86e8-99e0fce88339 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=9a0928b3-8b03-40d2-b78f-7eb8e84b309f HTTP/1.1" status: 200  len: 944 time: 0.5360267
Feb 10 21:07:21.438374 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [req-baa7aee1-efd1-424a-af75-43858c67c3b6 req-7d52f66f-9399-4701-8afc-ea660ff85c50 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:07:21.442858 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-baa7aee1-efd1-424a-af75-43858c67c3b6 req-7d52f66f-9399-4701-8afc-ea660ff85c50 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Usage tracker for resource:port and tenant:66fcf77222744a04a741ca8a9b8f29bb is out of sync, need to count used quota {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:07:21.447319 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-baa7aee1-efd1-424a-af75-43858c67c3b6 req-7d52f66f-9399-4701-8afc-ea660ff85c50 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:07:21.453295 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [req-baa7aee1-efd1-424a-af75-43858c67c3b6 req-7d52f66f-9399-4701-8afc-ea660ff85c50 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:07:21.455917 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:21.462775 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-baa7aee1-efd1-424a-af75-43858c67c3b6 req-7d52f66f-9399-4701-8afc-ea660ff85c50 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Made reservation on behalf of 66fcf77222744a04a741ca8a9b8f29bb for: {'port': 1} {{(pid=79928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 10 21:07:21.481141 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-27aeb52b-2199-4075-8cfc-059639bf996b req-516373a0-1879-4544-9474-ffbea6a338be service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3009fcd-a441-4251-9ac0-b83a083a8578 HTTP/1.1" status: 200  len: 1002 time: 0.4922397
Feb 10 21:07:21.485608 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-baa7aee1-efd1-424a-af75-43858c67c3b6 req-7d52f66f-9399-4701-8afc-ea660ff85c50 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:21.486966 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deddbb93-8540-4dce-a159-b383ab28c59e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '762d96a5-4ee1-4aa5-826a-d50c983d7d50'}] {{(pid=79930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 10 21:07:21.498976 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] For port 762d96a5-4ee1-4aa5-826a-d50c983d7d50, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=762d96a5-4ee1-4aa5-826a-d50c983d7d50,segment=NetworkSegment(71fb9a08-61cd-4755-9578-354eee263c8d),segment_id=71fb9a08-61cd-4755-9578-354eee263c8d)] {{(pid=79930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:07:21.503732 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-cf92101c-a843-4df1-97e1-376d41987e68 req-b3db97a5-0a55-4f86-9f71-69feeeac3ad4 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=895a7e5f-3ef6-4f3c-9ab6-68304e4925ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0761638
Feb 10 21:07:21.504363 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:21.506637 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-f2b65ab8-8ae2-4a5c-b552-e821d4756dc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:07:21.577573 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aeb52b-2199-4075-8cfc-059639bf996b req-8da231f9-8021-4dd2-9480-735af5cebc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:21.579222 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-27aeb52b-2199-4075-8cfc-059639bf996b req-8da231f9-8021-4dd2-9480-735af5cebc99 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ac135e95-2d8a-4872-b364-451b52f8b60d HTTP/1.1" status: 200  len: 850 time: 0.0745163
Feb 10 21:07:21.701327 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aeb52b-2199-4075-8cfc-059639bf996b req-277e33f2-90ce-483e-b3c8-7c312c0e641b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:21.703218 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-27aeb52b-2199-4075-8cfc-059639bf996b req-277e33f2-90ce-483e-b3c8-7c312c0e641b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=30315e38-e508-43b4-a5e6-20c3939b243b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1043897
Feb 10 21:07:21.807181 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deddbb93-8540-4dce-a159-b383ab28c59e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '762d96a5-4ee1-4aa5-826a-d50c983d7d50', 'code': 200}
Feb 10 21:07:21.808050 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Pushing event updated for resources: {'Port': ['ID=762d96a5-4ee1-4aa5-826a-d50c983d7d50,revision_number=4']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:07:21.818635 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:07:21.819028 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:07:21.819414 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:07:21.819793 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:07:21.820166 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:07:21.820536 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:07:21.820908 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:07:21.821276 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:07:21.821645 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:07:21.822030 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:07:21.822419 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:07:21.822783 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:07:21.823246 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:07:21.823613 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:07:21.824538 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:07:21.824908 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:07:21.825285 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:07:21.825700 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:07:21.825975 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:07:21.826350 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:07:21.826816 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:07:21.827179 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:07:21.827539 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:07:21.827897 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:07:21.832429 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:07:21.895658 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.db_base_plugin_common [req-baa7aee1-efd1-424a-af75-43858c67c3b6 req-7d52f66f-9399-4701-8afc-ea660ff85c50 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Allocated IP 172.20.0.7 (b2593363-fe1b-4359-9bec-4b4acba2a1f4/29935885-e9b0-4a4f-8cf9-316d68906121/ed9b7a57-b7be-488b-8025-750ffc3f54a6) {{(pid=79928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 10 21:07:21.965024 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-27aeb52b-2199-4075-8cfc-059639bf996b req-2b2c85d1-9632-4668-8327-3fa6d69057e0 service neutron] 10.222.0.15 "GET /v2.0/networks/30315e38-e508-43b4-a5e6-20c3939b243b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2511024
Feb 10 21:07:22.123700 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632954d4-f1aa-4e35-9029-e5d0d353f935 req-cd35cc95-e604-458e-8a87-ec2e57e78d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:22.125316 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-632954d4-f1aa-4e35-9029-e5d0d353f935 req-cd35cc95-e604-458e-8a87-ec2e57e78d61 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=deddbb93-8540-4dce-a159-b383ab28c59e HTTP/1.1" status: 200  len: 1162 time: 0.2052455
Feb 10 21:07:22.167308 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-27aeb52b-2199-4075-8cfc-059639bf996b req-a7919c60-be2b-4b06-be46-4464769b926c service neutron] 10.222.0.15 "GET /v2.0/networks/30315e38-e508-43b4-a5e6-20c3939b243b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1891410
Feb 10 21:07:22.187180 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-632954d4-f1aa-4e35-9029-e5d0d353f935 req-7ee8b8d9-fbfd-4774-b25d-bca538ea6ee3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f3a7d53e-ec16-4f66-ac2c-e65634f986cf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488746
Feb 10 21:07:22.262748 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a979f23-52dd-4372-a14c-446707473cd5 req-a53eb247-96f4-471b-92c4-6ba2a0bb9127 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:22.264451 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-6a979f23-52dd-4372-a14c-446707473cd5 req-a53eb247-96f4-471b-92c4-6ba2a0bb9127 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] 10.222.0.82 "GET /v2.0/ports?device_id=deddbb93-8540-4dce-a159-b383ab28c59e HTTP/1.1" status: 200  len: 945 time: 0.3290701
Feb 10 21:07:22.365129 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-6a979f23-52dd-4372-a14c-446707473cd5 req-f4095ad2-41eb-4cfd-b0ff-1796362464bc tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] 10.222.0.82 "GET /v2.0/security-groups?id=f3a7d53e-ec16-4f66-ac2c-e65634f986cf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0933440
Feb 10 21:07:22.370508 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbd8fad-812c-4e98-a569-ece0bf5bc567 req-274e309a-94c9-4ecd-9c75-f097280dde86 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:22.373049 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-6bbd8fad-812c-4e98-a569-ece0bf5bc567 req-274e309a-94c9-4ecd-9c75-f097280dde86 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/ports?device_id=e8b23f20-03b7-4c8c-851e-cd085acbd5e8 HTTP/1.1" status: 200  len: 946 time: 0.1699793
Feb 10 21:07:22.373904 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-baa7aee1-efd1-424a-af75-43858c67c3b6 req-7d52f66f-9399-4701-8afc-ea660ff85c50 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Notify callbacks [] for port, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:22.411381 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device 762d96a5-4ee1-4aa5-826a-d50c983d7d50 up at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:07:22.415081 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-baa7aee1-efd1-424a-af75-43858c67c3b6 req-7d52f66f-9399-4701-8afc-ea660ff85c50 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778797635767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851641298'] for port, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:22.435323 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:07:22.446182 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-6bbd8fad-812c-4e98-a569-ece0bf5bc567 req-ba727976-f23d-485d-9b31-3bcaa88771c6 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/security-groups?id=d690a83b-8d2e-42e4-90ab-f76a16f8383a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0661578
Feb 10 21:07:22.509486 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning complete for port 762d96a5-4ee1-4aa5-826a-d50c983d7d50 triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:07:22.509909 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:22.624679 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d52f66f-9399-4701-8afc-ea660ff85c50 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Pushing event updated for resources: {'Port': ['ID=ed9b7a57-b7be-488b-8025-750ffc3f54a6,revision_number=1']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:07:22.636649 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-7d52f66f-9399-4701-8afc-ea660ff85c50 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:07:22.689214 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-baa7aee1-efd1-424a-af75-43858c67c3b6 req-7d52f66f-9399-4701-8afc-ea660ff85c50 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Network b2593363-fe1b-4359-9bec-4b4acba2a1f4 is already hosted by enough agents. {{(pid=79928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 10 21:07:22.690719 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.base_scheduler [req-baa7aee1-efd1-424a-af75-43858c67c3b6 req-7d52f66f-9399-4701-8afc-ea660ff85c50 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Resources bound (agent type, host, resource id):  {{(pid=79928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 10 21:07:22.697512 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [req-baa7aee1-efd1-424a-af75-43858c67c3b6 req-7d52f66f-9399-4701-8afc-ea660ff85c50 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Received port after_create {{(pid=79928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 10 21:07:22.822065 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff96366-9853-4f97-9564-52fb077d7af9 req-248b5c21-8c4b-4c97-adf0-f66f5e8b86a5 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:22.824983 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-2ff96366-9853-4f97-9564-52fb077d7af9 req-248b5c21-8c4b-4c97-adf0-f66f5e8b86a5 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] 10.222.0.82 "GET /v2.0/ports?device_id=8c84409d-ae65-4d96-bbc9-b15fb7dff8f7 HTTP/1.1" status: 200  len: 931 time: 0.2378342
Feb 10 21:07:22.867001 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 59616) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:07:22.888134 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa7aee1-efd1-424a-af75-43858c67c3b6 req-7d52f66f-9399-4701-8afc-ea660ff85c50 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:22.888134 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-baa7aee1-efd1-424a-af75-43858c67c3b6 req-7d52f66f-9399-4701-8afc-ea660ff85c50 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770081'] for port, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:22.901056 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-2ff96366-9853-4f97-9564-52fb077d7af9 req-568da73e-7642-4f42-8f8f-5553c7b89c64 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] 10.222.0.82 "GET /v2.0/security-groups?id=f0d0cc4a-e1f6-4fc9-a759-0582c335a68b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0689662
Feb 10 21:07:22.915711 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-baa7aee1-efd1-424a-af75-43858c67c3b6 req-7d52f66f-9399-4701-8afc-ea660ff85c50 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6344311
Feb 10 21:07:22.931446 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [req-baa7aee1-efd1-424a-af75-43858c67c3b6 req-b70ed23e-cb7f-40b5-9d6a-e2b7103b3e7e service neutron] Request body: {'port': {'device_id': '8c84409d-ae65-4d96-bbc9-b15fb7dff8f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77500'}} {{(pid=79928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:07:23.045724 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-7f6369d2-ac5f-4cba-bab9-34db348f862e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:23.062236 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-7f6369d2-ac5f-4cba-bab9-34db348f862e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:07:23.066417 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-7f6369d2-ac5f-4cba-bab9-34db348f862e admin admin] Usage tracker for resource:security_group_rule and tenant:f4b3f1fbc9ca48d285c9e9682bb055d2 is out of sync, need to count used quota {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:07:23.069383 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-7f6369d2-ac5f-4cba-bab9-34db348f862e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:07:23.073419 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c136a93a-a7cc-4d5f-8d3b-794f57a5f2e0 req-daaca709-5160-4594-8267-85442465ab29 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:23.075218 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-c136a93a-a7cc-4d5f-8d3b-794f57a5f2e0 req-daaca709-5160-4594-8267-85442465ab29 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=9a0928b3-8b03-40d2-b78f-7eb8e84b309f HTTP/1.1" status: 200  len: 944 time: 0.3232603
Feb 10 21:07:23.075872 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-7f6369d2-ac5f-4cba-bab9-34db348f862e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:07:23.174337 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-7f6369d2-ac5f-4cba-bab9-34db348f862e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:23.177743 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-7f6369d2-ac5f-4cba-bab9-34db348f862e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:23.187805 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-9a5b52a7-36ae-45f7-906f-4c45652c09fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:07:23.227477 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-c136a93a-a7cc-4d5f-8d3b-794f57a5f2e0 req-58556c06-5700-4a36-bd54-6e4326a01ebf tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=895a7e5f-3ef6-4f3c-9ab6-68304e4925ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1432269
Feb 10 21:07:23.228593 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-baa7aee1-efd1-424a-af75-43858c67c3b6 req-b70ed23e-cb7f-40b5-9d6a-e2b7103b3e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:23.237126 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-7f6369d2-ac5f-4cba-bab9-34db348f862e admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=f4b3f1fbc9ca48d285c9e9682bb055d2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3664811
Feb 10 21:07:23.237472 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 59622) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:07:23.240474 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6369d2-ac5f-4cba-bab9-34db348f862e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83dbb7d0-3124-4652-bb03-a5f4e7529aaa,revision_number=1']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:07:23.244590 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-7f6369d2-ac5f-4cba-bab9-34db348f862e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:07:23.313661 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-f2b61689-43b0-4581-93f3-c30353d102cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:23.341532 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-f2b61689-43b0-4581-93f3-c30353d102cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:23.390155 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-f2b61689-43b0-4581-93f3-c30353d102cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:23.395432 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-75137768-dc15-4738-8404-44e66f17cf9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:07:23.409990 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b61689-43b0-4581-93f3-c30353d102cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83dbb7d0-3124-4652-bb03-a5f4e7529aaa,revision_number=None']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:07:23.413107 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-f2b61689-43b0-4581-93f3-c30353d102cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:07:23.414048 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-f2b61689-43b0-4581-93f3-c30353d102cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:23.415293 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-f2b61689-43b0-4581-93f3-c30353d102cc admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/83dbb7d0-3124-4652-bb03-a5f4e7529aaa HTTP/1.1" status: 204  len: 168 time: 0.1769183
Feb 10 21:07:23.734649 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d88151-2c51-4fb9-9346-e79b9cfff025 req-27fb74b9-0f0d-4467-8235-31a137c62b6a tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:23.742332 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-79d88151-2c51-4fb9-9346-e79b9cfff025 req-27fb74b9-0f0d-4467-8235-31a137c62b6a tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] 10.222.0.82 "GET /v2.0/ports?device_id=deddbb93-8540-4dce-a159-b383ab28c59e HTTP/1.1" status: 200  len: 945 time: 0.1970103
Feb 10 21:07:23.802317 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [req-baa7aee1-efd1-424a-af75-43858c67c3b6 req-b70ed23e-cb7f-40b5-9d6a-e2b7103b3e7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed9b7a57-b7be-488b-8025-750ffc3f54a6 {{(pid=79928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 10 21:07:23.813495 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-79d88151-2c51-4fb9-9346-e79b9cfff025 req-73d764b6-2dba-41bf-b856-26b6a9b6139d tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] 10.222.0.82 "GET /v2.0/security-groups?id=f3a7d53e-ec16-4f66-ac2c-e65634f986cf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0690942
Feb 10 21:07:23.813695 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-baa7aee1-efd1-424a-af75-43858c67c3b6 req-b70ed23e-cb7f-40b5-9d6a-e2b7103b3e7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:23.917405 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bd3fd8-cdc3-4837-a352-c30925e45e04 req-09e5b224-07bf-4b5c-b5b8-c7e9d78032a6 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:23.919831 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-37bd3fd8-cdc3-4837-a352-c30925e45e04 req-09e5b224-07bf-4b5c-b5b8-c7e9d78032a6 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/ports?device_id=e8b23f20-03b7-4c8c-851e-cd085acbd5e8 HTTP/1.1" status: 200  len: 946 time: 0.2946961
Feb 10 21:07:23.928325 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [req-baa7aee1-efd1-424a-af75-43858c67c3b6 req-b70ed23e-cb7f-40b5-9d6a-e2b7103b3e7e service neutron] Transition to ACTIVE for port object ed9b7a57-b7be-488b-8025-750ffc3f54a6 will not be triggered until provisioned by entity L2. {{(pid=79928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 10 21:07:23.947536 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-baa7aee1-efd1-424a-af75-43858c67c3b6 req-b70ed23e-cb7f-40b5-9d6a-e2b7103b3e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3134503'] for port, after_update {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:23.966655 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:07:24.121282 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-32c53ae2-820a-44ca-9a5d-c20d8d616032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:24.151497 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-37bd3fd8-cdc3-4837-a352-c30925e45e04 req-6406d154-225b-49c9-8041-5fc5c2c40fc0 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/security-groups?id=d690a83b-8d2e-42e4-90ab-f76a16f8383a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2252033
Feb 10 21:07:24.160635 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70ed23e-cb7f-40b5-9d6a-e2b7103b3e7e service neutron] Pushing event updated for resources: {'Port': ['ID=ed9b7a57-b7be-488b-8025-750ffc3f54a6,revision_number=2']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:07:24.165149 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b70ed23e-cb7f-40b5-9d6a-e2b7103b3e7e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:07:24.270470 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff810da-d697-4ca5-b241-d9325aba1ce3 req-c44a6f4c-6a1f-49e9-9c4a-3a9fb076b81f tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:24.272195 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-bff810da-d697-4ca5-b241-d9325aba1ce3 req-c44a6f4c-6a1f-49e9-9c4a-3a9fb076b81f tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] 10.222.0.82 "GET /v2.0/ports?device_id=8c84409d-ae65-4d96-bbc9-b15fb7dff8f7 HTTP/1.1" status: 200  len: 943 time: 0.2341957
Feb 10 21:07:24.348172 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-bff810da-d697-4ca5-b241-d9325aba1ce3 req-2d9f18ec-a220-47bd-a8eb-07fe3ed5f3fb tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] 10.222.0.82 "GET /v2.0/security-groups?id=f0d0cc4a-e1f6-4fc9-a759-0582c335a68b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0675106
Feb 10 21:07:24.580204 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device a3009fcd-a441-4251-9ac0-b83a083a8578 up at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:07:24.648101 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [req-baa7aee1-efd1-424a-af75-43858c67c3b6 req-b70ed23e-cb7f-40b5-9d6a-e2b7103b3e7e service neutron] Attempting to bind port ed9b7a57-b7be-488b-8025-750ffc3f54a6 on host hv-cinder-77500 for vnic_type normal with profile  {{(pid=79928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 10 21:07:24.648485 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [req-baa7aee1-efd1-424a-af75-43858c67c3b6 req-b70ed23e-cb7f-40b5-9d6a-e2b7103b3e7e service neutron] Attempting to bind port ed9b7a57-b7be-488b-8025-750ffc3f54a6 by drivers openvswitch on host hv-cinder-77500 at level 0 using segments [{'id': '0e670d25-4db0-449b-80d1-8b2248c7b62e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b2593363-fe1b-4359-9bec-4b4acba2a1f4'}] {{(pid=79928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 10 21:07:24.648848 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa7aee1-efd1-424a-af75-43858c67c3b6 req-b70ed23e-cb7f-40b5-9d6a-e2b7103b3e7e service neutron] Attempting to bind port ed9b7a57-b7be-488b-8025-750ffc3f54a6 on network b2593363-fe1b-4359-9bec-4b4acba2a1f4 {{(pid=79928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 10 21:07:24.658186 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning complete for port a3009fcd-a441-4251-9ac0-b83a083a8578 triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:07:24.658609 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:24.659341 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa7aee1-efd1-424a-af75-43858c67c3b6 req-b70ed23e-cb7f-40b5-9d6a-e2b7103b3e7e service neutron] Checking agent: {'id': 'a01cfff8-88bc-4fa7-a09e-0f06c1450d16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 10, 21, 0, 31), 'started_at': datetime.datetime(2021, 2, 10, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2021, 2, 10, 21, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 10 21:07:24.659725 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa7aee1-efd1-424a-af75-43858c67c3b6 req-b70ed23e-cb7f-40b5-9d6a-e2b7103b3e7e service neutron] Checking segment: {'id': '0e670d25-4db0-449b-80d1-8b2248c7b62e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b2593363-fe1b-4359-9bec-4b4acba2a1f4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 10 21:07:24.660134 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-baa7aee1-efd1-424a-af75-43858c67c3b6 req-b70ed23e-cb7f-40b5-9d6a-e2b7103b3e7e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:24.660530 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baa7aee1-efd1-424a-af75-43858c67c3b6 req-b70ed23e-cb7f-40b5-9d6a-e2b7103b3e7e service neutron] Bound using segment: {'id': '0e670d25-4db0-449b-80d1-8b2248c7b62e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b2593363-fe1b-4359-9bec-4b4acba2a1f4'} {{(pid=79928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 10 21:07:24.661016 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [req-baa7aee1-efd1-424a-af75-43858c67c3b6 req-b70ed23e-cb7f-40b5-9d6a-e2b7103b3e7e service neutron] Bound port: ed9b7a57-b7be-488b-8025-750ffc3f54a6, host: hv-cinder-77500, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e670d25-4db0-449b-80d1-8b2248c7b62e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b2593363-fe1b-4359-9bec-4b4acba2a1f4'}}] {{(pid=79928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 10 21:07:24.661385 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-baa7aee1-efd1-424a-af75-43858c67c3b6 req-b70ed23e-cb7f-40b5-9d6a-e2b7103b3e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:24.766166 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0854683f-9a7b-4520-91a5-295bbeb33e7e req-65a86dc7-518f-466b-8c94-39301b7f4eb5 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:24.767884 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-0854683f-9a7b-4520-91a5-295bbeb33e7e req-65a86dc7-518f-466b-8c94-39301b7f4eb5 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=9a0928b3-8b03-40d2-b78f-7eb8e84b309f HTTP/1.1" status: 200  len: 944 time: 0.2762196
Feb 10 21:07:24.793972 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device 762d96a5-4ee1-4aa5-826a-d50c983d7d50 up at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:07:24.873580 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning complete for port 762d96a5-4ee1-4aa5-826a-d50c983d7d50 triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:07:24.874063 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:24.909980 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-0854683f-9a7b-4520-91a5-295bbeb33e7e req-1065b95e-3c0b-430c-b47b-99265f21f0da tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=895a7e5f-3ef6-4f3c-9ab6-68304e4925ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1041806
Feb 10 21:07:24.916203 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [req-baa7aee1-efd1-424a-af75-43858c67c3b6 req-b70ed23e-cb7f-40b5-9d6a-e2b7103b3e7e service neutron] For port ed9b7a57-b7be-488b-8025-750ffc3f54a6, host hv-cinder-77500, cleared binding levels {{(pid=79928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 10 21:07:24.919845 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [req-baa7aee1-efd1-424a-af75-43858c67c3b6 req-b70ed23e-cb7f-40b5-9d6a-e2b7103b3e7e service neutron] For port ed9b7a57-b7be-488b-8025-750ffc3f54a6, host hv-cinder-77500, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=ed9b7a57-b7be-488b-8025-750ffc3f54a6,segment=NetworkSegment(0e670d25-4db0-449b-80d1-8b2248c7b62e),segment_id=0e670d25-4db0-449b-80d1-8b2248c7b62e)] {{(pid=79928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 10 21:07:24.923862 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-baa7aee1-efd1-424a-af75-43858c67c3b6 req-b70ed23e-cb7f-40b5-9d6a-e2b7103b3e7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3134503'] for port, after_update {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:24.943400 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-423fd859-22c3-465e-b349-7307061e0b5d tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:07:25.126892 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70ed23e-cb7f-40b5-9d6a-e2b7103b3e7e service neutron] Pushing event updated for resources: {'Port': ['ID=ed9b7a57-b7be-488b-8025-750ffc3f54a6,revision_number=3']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:07:25.138974 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b70ed23e-cb7f-40b5-9d6a-e2b7103b3e7e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:07:25.191778 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa7aee1-efd1-424a-af75-43858c67c3b6 req-b70ed23e-cb7f-40b5-9d6a-e2b7103b3e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:25.192467 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-baa7aee1-efd1-424a-af75-43858c67c3b6 req-b70ed23e-cb7f-40b5-9d6a-e2b7103b3e7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770081'] for port, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:25.193949 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-baa7aee1-efd1-424a-af75-43858c67c3b6 req-b70ed23e-cb7f-40b5-9d6a-e2b7103b3e7e service neutron] 10.222.0.15 "PUT /v2.0/ports/ed9b7a57-b7be-488b-8025-750ffc3f54a6 HTTP/1.1" status: 200  len: 1157 time: 2.2679293
Feb 10 21:07:25.194560 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c84409d-ae65-4d96-bbc9-b15fb7dff8f7', 'tag': 'ed9b7a57-b7be-488b-8025-750ffc3f54a6'}] {{(pid=79928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 10 21:07:25.213919 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462b8611-1299-45eb-a5e6-4038a4eb2cea req-5111e520-3f7c-48a7-837e-203f47612e2e tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:25.215959 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-462b8611-1299-45eb-a5e6-4038a4eb2cea req-5111e520-3f7c-48a7-837e-203f47612e2e tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] 10.222.0.82 "GET /v2.0/ports?device_id=deddbb93-8540-4dce-a159-b383ab28c59e HTTP/1.1" status: 200  len: 945 time: 0.2147815
Feb 10 21:07:25.254485 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c84409d-ae65-4d96-bbc9-b15fb7dff8f7', 'tag': 'ed9b7a57-b7be-488b-8025-750ffc3f54a6', 'status': 'completed', 'code': 200}
Feb 10 21:07:25.288258 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-462b8611-1299-45eb-a5e6-4038a4eb2cea req-57ed408f-a336-4ba2-acd3-f1a0b66afb3b tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] 10.222.0.82 "GET /v2.0/security-groups?id=f3a7d53e-ec16-4f66-ac2c-e65634f986cf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0654314
Feb 10 21:07:25.348090 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa7aee1-efd1-424a-af75-43858c67c3b6 req-0587336c-7883-4602-a4e0-7efb89d57553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:25.349728 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-baa7aee1-efd1-424a-af75-43858c67c3b6 req-0587336c-7883-4602-a4e0-7efb89d57553 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=66fcf77222744a04a741ca8a9b8f29bb&device_id=8c84409d-ae65-4d96-bbc9-b15fb7dff8f7 HTTP/1.1" status: 200  len: 1160 time: 0.0845354
Feb 10 21:07:25.433305 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-baa7aee1-efd1-424a-af75-43858c67c3b6 req-32c72067-a893-4e09-917c-82c977cb5b11 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed9b7a57-b7be-488b-8025-750ffc3f54a6 HTTP/1.1" status: 200  len: 217 time: 0.0690138
Feb 10 21:07:25.513313 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa7aee1-efd1-424a-af75-43858c67c3b6 req-7ca7f627-2e23-440f-8f03-f563e7f335ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:25.514988 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-baa7aee1-efd1-424a-af75-43858c67c3b6 req-7ca7f627-2e23-440f-8f03-f563e7f335ec service neutron] 10.222.0.15 "GET /v2.0/subnets?id=29935885-e9b0-4a4f-8cf9-316d68906121 HTTP/1.1" status: 200  len: 848 time: 0.0749910
Feb 10 21:07:25.571205 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-baa7aee1-efd1-424a-af75-43858c67c3b6 req-53d20e49-0344-4843-b38c-30f90d3d3840 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b2593363-fe1b-4359-9bec-4b4acba2a1f4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0484593
Feb 10 21:07:25.666928 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6345801c-78e2-411c-9f1e-6fb6ca0d7168 req-38bb3e2f-c939-490b-86a0-a3c3b6b04eab tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:25.669537 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-6345801c-78e2-411c-9f1e-6fb6ca0d7168 req-38bb3e2f-c939-490b-86a0-a3c3b6b04eab tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] 10.222.0.82 "GET /v2.0/ports?device_id=8c84409d-ae65-4d96-bbc9-b15fb7dff8f7 HTTP/1.1" status: 200  len: 943 time: 0.1805892
Feb 10 21:07:25.727579 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-baa7aee1-efd1-424a-af75-43858c67c3b6 req-5b8aeb82-67b6-4515-9960-e0f7eb834454 service neutron] 10.222.0.15 "GET /v2.0/networks/b2593363-fe1b-4359-9bec-4b4acba2a1f4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1435285
Feb 10 21:07:25.746971 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-6345801c-78e2-411c-9f1e-6fb6ca0d7168 req-343b372f-0093-4bff-9e38-8213a2cbeec5 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] 10.222.0.82 "GET /v2.0/security-groups?id=f0d0cc4a-e1f6-4fc9-a759-0582c335a68b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0705984
Feb 10 21:07:25.889128 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-baa7aee1-efd1-424a-af75-43858c67c3b6 req-82053557-70e8-4b23-a46c-e7c7d5cc0dbc service neutron] 10.222.0.15 "GET /v2.0/networks/b2593363-fe1b-4359-9bec-4b4acba2a1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1540141
Feb 10 21:07:26.044477 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1cba92-ca39-481e-b089-9956eb1e0c0e req-446792cd-00b4-40c0-8e08-8eef22ae8172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:26.046167 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-7a1cba92-ca39-481e-b089-9956eb1e0c0e req-446792cd-00b4-40c0-8e08-8eef22ae8172 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=66fcf77222744a04a741ca8a9b8f29bb&device_id=8c84409d-ae65-4d96-bbc9-b15fb7dff8f7 HTTP/1.1" status: 200  len: 1160 time: 0.0923250
Feb 10 21:07:26.281267 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1cba92-ca39-481e-b089-9956eb1e0c0e req-326764cf-0bd7-41e9-b48e-806a4e78a22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:26.282890 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-7a1cba92-ca39-481e-b089-9956eb1e0c0e req-326764cf-0bd7-41e9-b48e-806a4e78a22d service neutron] 10.222.0.15 "GET /v2.0/networks?id=b2593363-fe1b-4359-9bec-4b4acba2a1f4 HTTP/1.1" status: 200  len: 902 time: 0.2214215
Feb 10 21:07:26.371707 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2339b492-1254-4445-bbd2-7d3002c7fe0c req-f717c8f0-b8ba-40e4-bc42-e7a53513e797 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:26.373316 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-2339b492-1254-4445-bbd2-7d3002c7fe0c req-f717c8f0-b8ba-40e4-bc42-e7a53513e797 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=9a0928b3-8b03-40d2-b78f-7eb8e84b309f HTTP/1.1" status: 200  len: 944 time: 0.2797425
Feb 10 21:07:26.462119 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-7a1cba92-ca39-481e-b089-9956eb1e0c0e req-324edf5b-2258-4294-8394-5470790eceba service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed9b7a57-b7be-488b-8025-750ffc3f54a6 HTTP/1.1" status: 200  len: 217 time: 0.0877130
Feb 10 21:07:26.548918 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-2339b492-1254-4445-bbd2-7d3002c7fe0c req-3e8e42df-d3a4-4bb6-947d-5c68634fbd29 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=895a7e5f-3ef6-4f3c-9ab6-68304e4925ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1218863
Feb 10 21:07:26.574179 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1cba92-ca39-481e-b089-9956eb1e0c0e req-1fc8f96a-ea9f-459d-9d8d-36f86711dbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:26.575762 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-7a1cba92-ca39-481e-b089-9956eb1e0c0e req-1fc8f96a-ea9f-459d-9d8d-36f86711dbe4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=29935885-e9b0-4a4f-8cf9-316d68906121 HTTP/1.1" status: 200  len: 848 time: 0.0974367
Feb 10 21:07:26.630714 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-7a1cba92-ca39-481e-b089-9956eb1e0c0e req-980c5381-85ed-4367-9be6-25be661eceff service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b2593363-fe1b-4359-9bec-4b4acba2a1f4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0474827
Feb 10 21:07:26.648805 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-e4e302ea-72e1-4457-9d23-2f7a7405f3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:26.800681 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-7a1cba92-ca39-481e-b089-9956eb1e0c0e req-80cde0ea-3db6-4c36-b903-4c192ae6714a service neutron] 10.222.0.15 "GET /v2.0/networks/b2593363-fe1b-4359-9bec-4b4acba2a1f4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1538651
Feb 10 21:07:26.986427 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-7a1cba92-ca39-481e-b089-9956eb1e0c0e req-92468442-cd2f-4c59-a85c-f8381539b3cf service neutron] 10.222.0.15 "GET /v2.0/networks/b2593363-fe1b-4359-9bec-4b4acba2a1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1666448
Feb 10 21:07:27.089021 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dee82ac-e488-4f13-8423-f48e7dd86d47 req-f1578c2f-d40e-4991-90dc-cfbedbed5a88 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:27.090924 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-2dee82ac-e488-4f13-8423-f48e7dd86d47 req-f1578c2f-d40e-4991-90dc-cfbedbed5a88 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] 10.222.0.82 "GET /v2.0/ports?device_id=8c84409d-ae65-4d96-bbc9-b15fb7dff8f7 HTTP/1.1" status: 200  len: 943 time: 0.1826801
Feb 10 21:07:27.158289 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-2dee82ac-e488-4f13-8423-f48e7dd86d47 req-c7fa11a1-9b27-4e69-a1bf-068e77102994 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] 10.222.0.82 "GET /v2.0/security-groups?id=f0d0cc4a-e1f6-4fc9-a759-0582c335a68b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606165
Feb 10 21:07:27.241911 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device 1556af23-7030-4f4d-8750-7e5780fdd8aa up at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:07:27.312697 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8e35c017-ca0e-4997-9af4-ce0f5f2c761e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:27.328458 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning complete for port 1556af23-7030-4f4d-8750-7e5780fdd8aa triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:07:27.328867 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:27.453747 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:27.482449 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a0928b3-8b03-40d2-b78f-7eb8e84b309f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1556af23-7030-4f4d-8750-7e5780fdd8aa'}] {{(pid=79930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 10 21:07:27.492856 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] For port 1556af23-7030-4f4d-8750-7e5780fdd8aa, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=1556af23-7030-4f4d-8750-7e5780fdd8aa,segment=NetworkSegment(d7f580de-9525-4e7b-93a1-5e7479da2ea8),segment_id=d7f580de-9525-4e7b-93a1-5e7479da2ea8)] {{(pid=79930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:07:27.495695 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:27.498288 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:07:27.548804 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a0928b3-8b03-40d2-b78f-7eb8e84b309f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1556af23-7030-4f4d-8750-7e5780fdd8aa', 'code': 200}
Feb 10 21:07:27.571289 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Pushing event updated for resources: {'Port': ['ID=1556af23-7030-4f4d-8750-7e5780fdd8aa,revision_number=6']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:07:27.574796 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:07:27.866498 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea474a02-3495-408f-bd3d-580a872cbfcc req-0161cad5-0c96-4af4-8f67-9a70448e53df tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:27.868178 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-ea474a02-3495-408f-bd3d-580a872cbfcc req-0161cad5-0c96-4af4-8f67-9a70448e53df tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=9a0928b3-8b03-40d2-b78f-7eb8e84b309f HTTP/1.1" status: 200  len: 946 time: 0.1691570
Feb 10 21:07:27.938532 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-ea474a02-3495-408f-bd3d-580a872cbfcc req-28b7d258-ca61-47ca-85d0-6a440a480a9e tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=895a7e5f-3ef6-4f3c-9ab6-68304e4925ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0634341
Feb 10 21:07:28.200762 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:28.329981 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a1eeba-3ce5-4b65-a56b-9b4ca988fb5e req-1fee1e5f-63f8-4de1-a37c-761dda0ccb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:28.331793 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-f6a1eeba-3ce5-4b65-a56b-9b4ca988fb5e req-1fee1e5f-63f8-4de1-a37c-761dda0ccb52 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9a0928b3-8b03-40d2-b78f-7eb8e84b309f HTTP/1.1" status: 200  len: 1163 time: 0.0887861
Feb 10 21:07:28.342186 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a16a173f-35ea-40df-9953-0a23fc2526db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:28.382280 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-f6a1eeba-3ce5-4b65-a56b-9b4ca988fb5e req-6b94d0f4-e892-46b8-b52d-69868776c4ab service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=895a7e5f-3ef6-4f3c-9ab6-68304e4925ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412591
Feb 10 21:07:28.582944 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.objects.ports [None req-2c824cab-f106-452e-9109-d5ca4a99e37a None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=79930) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 10 21:07:28.616608 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa138473-2ed7-4175-819d-eb4bde176a05 req-e4e07832-1d63-4444-815c-67040d76f919 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:28.618349 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-aa138473-2ed7-4175-819d-eb4bde176a05 req-e4e07832-1d63-4444-815c-67040d76f919 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] 10.222.0.82 "GET /v2.0/ports?device_id=8c84409d-ae65-4d96-bbc9-b15fb7dff8f7 HTTP/1.1" status: 200  len: 943 time: 0.3263893
Feb 10 21:07:28.687650 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-aa138473-2ed7-4175-819d-eb4bde176a05 req-35d644c3-f103-4982-8f07-5b9b89dfd971 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] 10.222.0.82 "GET /v2.0/security-groups?id=f0d0cc4a-e1f6-4fc9-a759-0582c335a68b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616868
Feb 10 21:07:29.264155 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5768bc-633e-4ef5-9fa9-953bf30fb9eb req-053b4dea-e147-434a-ac9f-54d5d96b3870 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:29.265738 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-9f5768bc-633e-4ef5-9fa9-953bf30fb9eb req-053b4dea-e147-434a-ac9f-54d5d96b3870 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=9a0928b3-8b03-40d2-b78f-7eb8e84b309f HTTP/1.1" status: 200  len: 946 time: 0.1685600
Feb 10 21:07:29.333888 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-9f5768bc-633e-4ef5-9fa9-953bf30fb9eb req-8ea9ab99-9dda-4347-afd4-24d64bd9efe3 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=895a7e5f-3ef6-4f3c-9ab6-68304e4925ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0614884
Feb 10 21:07:29.470257 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device ed9b7a57-b7be-488b-8025-750ffc3f54a6 up at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:07:29.542358 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning for port ed9b7a57-b7be-488b-8025-750ffc3f54a6 completed by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 10 21:07:29.548140 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning complete for port ed9b7a57-b7be-488b-8025-750ffc3f54a6 triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:07:29.548564 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:29.674797 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:29.702792 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c84409d-ae65-4d96-bbc9-b15fb7dff8f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed9b7a57-b7be-488b-8025-750ffc3f54a6'}] {{(pid=79930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 10 21:07:29.713047 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] For port ed9b7a57-b7be-488b-8025-750ffc3f54a6, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=ed9b7a57-b7be-488b-8025-750ffc3f54a6,segment=NetworkSegment(0e670d25-4db0-449b-80d1-8b2248c7b62e),segment_id=0e670d25-4db0-449b-80d1-8b2248c7b62e)] {{(pid=79930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:07:29.716801 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:29.717710 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device 1556af23-7030-4f4d-8750-7e5780fdd8aa up at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:07:29.747885 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:07:29.801430 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c84409d-ae65-4d96-bbc9-b15fb7dff8f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed9b7a57-b7be-488b-8025-750ffc3f54a6', 'code': 200}
Feb 10 21:07:29.845431 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Pushing event updated for resources: {'Port': ['ID=ed9b7a57-b7be-488b-8025-750ffc3f54a6,revision_number=4']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:07:29.856944 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:07:29.887974 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning complete for port 1556af23-7030-4f4d-8750-7e5780fdd8aa triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:07:29.888590 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:30.003552 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38fa20e-ad78-4a25-ac29-6413fc0e1a47 req-9520d615-2e07-4a1c-827f-a98f018189a6 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:30.004384 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-c38fa20e-ad78-4a25-ac29-6413fc0e1a47 req-9520d615-2e07-4a1c-827f-a98f018189a6 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Synchronizing usage tracker for tenant:66fcf77222744a04a741ca8a9b8f29bb on resource:port {{(pid=79928) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 10 21:07:30.087649 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-c38fa20e-ad78-4a25-ac29-6413fc0e1a47 req-9520d615-2e07-4a1c-827f-a98f018189a6 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Unset dirty status for tenant:66fcf77222744a04a741ca8a9b8f29bb on resource:port {{(pid=79928) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 10 21:07:30.088938 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-c38fa20e-ad78-4a25-ac29-6413fc0e1a47 req-9520d615-2e07-4a1c-827f-a98f018189a6 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] 10.222.0.82 "GET /v2.0/ports?device_id=8c84409d-ae65-4d96-bbc9-b15fb7dff8f7 HTTP/1.1" status: 200  len: 945 time: 0.2668295
Feb 10 21:07:30.170638 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-c38fa20e-ad78-4a25-ac29-6413fc0e1a47 req-f1e6dc57-9295-41c5-9960-a71daa11cc12 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Synchronizing usage tracker for tenant:66fcf77222744a04a741ca8a9b8f29bb on resource:security_group {{(pid=79928) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 10 21:07:30.195372 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2858da16-d43e-407a-a2f8-87167cd0a93f req-d3f62efe-b84e-4484-a3f8-b406cdc60cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:30.195697 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-2858da16-d43e-407a-a2f8-87167cd0a93f req-d3f62efe-b84e-4484-a3f8-b406cdc60cef service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8c84409d-ae65-4d96-bbc9-b15fb7dff8f7 HTTP/1.1" status: 200  len: 1162 time: 0.1868210
Feb 10 21:07:30.203361 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-c38fa20e-ad78-4a25-ac29-6413fc0e1a47 req-f1e6dc57-9295-41c5-9960-a71daa11cc12 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Unset dirty status for tenant:66fcf77222744a04a741ca8a9b8f29bb on resource:security_group {{(pid=79928) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 10 21:07:30.214374 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-c38fa20e-ad78-4a25-ac29-6413fc0e1a47 req-f1e6dc57-9295-41c5-9960-a71daa11cc12 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] 10.222.0.82 "GET /v2.0/security-groups?id=f0d0cc4a-e1f6-4fc9-a759-0582c335a68b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1174009
Feb 10 21:07:30.280225 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-2858da16-d43e-407a-a2f8-87167cd0a93f req-4e6e6bf2-6a00-4194-ad6a-55d068622160 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f0d0cc4a-e1f6-4fc9-a759-0582c335a68b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645540
Feb 10 21:07:30.526485 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device ed9b7a57-b7be-488b-8025-750ffc3f54a6 up at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:07:30.616256 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning complete for port ed9b7a57-b7be-488b-8025-750ffc3f54a6 triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:07:30.616688 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:30.698098 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e166bc-e379-4b41-a50e-866699cf60a6 req-89a3b6fb-43f2-4c02-aafc-2eb3c0965eea tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:30.700709 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-b6e166bc-e379-4b41-a50e-866699cf60a6 req-89a3b6fb-43f2-4c02-aafc-2eb3c0965eea tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=9a0928b3-8b03-40d2-b78f-7eb8e84b309f HTTP/1.1" status: 200  len: 946 time: 0.2117820
Feb 10 21:07:30.775863 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-b6e166bc-e379-4b41-a50e-866699cf60a6 req-4ee0abd6-a3b8-485f-83f2-31ae97793caf tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=895a7e5f-3ef6-4f3c-9ab6-68304e4925ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0647678
Feb 10 21:07:31.086347 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:31.150470 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-f6a6559b-9c1e-437e-ae31-02a2faa003c1 req-e1aee80f-0d66-4461-a5ce-98564d26f8f2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e8b23f20-03b7-4c8c-851e-cd085acbd5e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0848484
Feb 10 21:07:31.275128 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a6559b-9c1e-437e-ae31-02a2faa003c1 req-9e76257c-bd06-4efa-8905-ad2c2ee2b80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:31.276428 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-f6a6559b-9c1e-437e-ae31-02a2faa003c1 req-9e76257c-bd06-4efa-8905-ad2c2ee2b80d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b863e31b2eb84722a5af6ec44203a203&device_id=e8b23f20-03b7-4c8c-851e-cd085acbd5e8 HTTP/1.1" status: 200  len: 1163 time: 0.0903647
Feb 10 21:07:31.442232 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a6559b-9c1e-437e-ae31-02a2faa003c1 req-ffd42ae6-75a7-42c5-a78b-92dd1e40741b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:31.443820 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-f6a6559b-9c1e-437e-ae31-02a2faa003c1 req-ffd42ae6-75a7-42c5-a78b-92dd1e40741b service neutron] 10.222.0.15 "GET /v2.0/networks?id=30315e38-e508-43b4-a5e6-20c3939b243b HTTP/1.1" status: 200  len: 905 time: 0.1464791
Feb 10 21:07:31.535276 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f792d8d3-872f-4c5c-9115-a2a3f8adb236 req-4d38867a-1e2f-44e3-84bf-30a6187e9163 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:31.537052 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-f792d8d3-872f-4c5c-9115-a2a3f8adb236 req-4d38867a-1e2f-44e3-84bf-30a6187e9163 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] 10.222.0.82 "GET /v2.0/ports?device_id=8c84409d-ae65-4d96-bbc9-b15fb7dff8f7 HTTP/1.1" status: 200  len: 945 time: 0.1741440
Feb 10 21:07:31.557969 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-f6a6559b-9c1e-437e-ae31-02a2faa003c1 req-9de2b4be-a566-41db-b4ab-2c2cf63e2673 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3009fcd-a441-4251-9ac0-b83a083a8578 HTTP/1.1" status: 200  len: 1002 time: 0.1061738
Feb 10 21:07:31.607125 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-f792d8d3-872f-4c5c-9115-a2a3f8adb236 req-fe20fa64-8415-439a-8eae-6d2aa53edf5f tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] 10.222.0.82 "GET /v2.0/security-groups?id=f0d0cc4a-e1f6-4fc9-a759-0582c335a68b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624444
Feb 10 21:07:31.844520 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a6559b-9c1e-437e-ae31-02a2faa003c1 req-85137e16-377b-41b4-9e72-316499c483cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:31.846227 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-f6a6559b-9c1e-437e-ae31-02a2faa003c1 req-85137e16-377b-41b4-9e72-316499c483cb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ac135e95-2d8a-4872-b364-451b52f8b60d HTTP/1.1" status: 200  len: 850 time: 0.2786791
Feb 10 21:07:31.993843 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a6559b-9c1e-437e-ae31-02a2faa003c1 req-691bbc43-5413-4dba-8b32-c0995019df4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:31.995492 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-f6a6559b-9c1e-437e-ae31-02a2faa003c1 req-691bbc43-5413-4dba-8b32-c0995019df4e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=30315e38-e508-43b4-a5e6-20c3939b243b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1352422
Feb 10 21:07:32.114164 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d43252-2a2f-4115-aa72-4aa628c9ecda req-e4fe7d51-a57c-4e40-b622-a1de639e819e tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:32.115891 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-88d43252-2a2f-4115-aa72-4aa628c9ecda req-e4fe7d51-a57c-4e40-b622-a1de639e819e tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=9a0928b3-8b03-40d2-b78f-7eb8e84b309f HTTP/1.1" status: 200  len: 946 time: 0.1880043
Feb 10 21:07:32.279633 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-88d43252-2a2f-4115-aa72-4aa628c9ecda req-d3e5203a-108d-4624-896f-de641fa9f9e3 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=895a7e5f-3ef6-4f3c-9ab6-68304e4925ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1396208
Feb 10 21:07:32.312565 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-f6a6559b-9c1e-437e-ae31-02a2faa003c1 req-b467c5a1-5319-4f4b-880b-a38231db01c6 service neutron] 10.222.0.15 "GET /v2.0/networks/30315e38-e508-43b4-a5e6-20c3939b243b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1955855
Feb 10 21:07:32.481997 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-f6a6559b-9c1e-437e-ae31-02a2faa003c1 req-780e61be-8795-4894-8a1d-01644a4bae12 service neutron] 10.222.0.15 "GET /v2.0/networks/30315e38-e508-43b4-a5e6-20c3939b243b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1543074
Feb 10 21:07:32.911334 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800cb5ba-42ce-4268-9821-35d767f77451 req-32355b76-c23d-450b-935a-ca6f1b09c9d6 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:32.912970 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-800cb5ba-42ce-4268-9821-35d767f77451 req-32355b76-c23d-450b-935a-ca6f1b09c9d6 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] 10.222.0.82 "GET /v2.0/ports?device_id=8c84409d-ae65-4d96-bbc9-b15fb7dff8f7 HTTP/1.1" status: 200  len: 945 time: 0.1767907
Feb 10 21:07:32.984082 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-800cb5ba-42ce-4268-9821-35d767f77451 req-f2d54b99-ab7e-459a-b9f8-b3e25ea04355 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] 10.222.0.82 "GET /v2.0/security-groups?id=f0d0cc4a-e1f6-4fc9-a759-0582c335a68b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632699
Feb 10 21:07:34.319741 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59902a0-51c7-494c-988f-1df52b661b14 req-c696de57-a13e-4aa4-aad2-75dcc95790e9 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:34.321451 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-a59902a0-51c7-494c-988f-1df52b661b14 req-c696de57-a13e-4aa4-aad2-75dcc95790e9 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] 10.222.0.82 "GET /v2.0/ports?device_id=8c84409d-ae65-4d96-bbc9-b15fb7dff8f7 HTTP/1.1" status: 200  len: 945 time: 0.1765914
Feb 10 21:07:34.397276 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-a59902a0-51c7-494c-988f-1df52b661b14 req-f4152114-004c-4d94-aadd-0104871ee26b tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] 10.222.0.82 "GET /v2.0/security-groups?id=f0d0cc4a-e1f6-4fc9-a759-0582c335a68b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0684655
Feb 10 21:07:35.342877 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 59862) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:07:35.497459 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c5bed7b5-4735-4919-8f1f-e6d3cd605a59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:35.513361 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-c5bed7b5-4735-4919-8f1f-e6d3cd605a59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:07:35.517511 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-c5bed7b5-4735-4919-8f1f-e6d3cd605a59 admin admin] Usage tracker for resource:security_group_rule and tenant:49aa3d48f58f4768a4fc7ec2f70d1abf is out of sync, need to count used quota {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:07:35.520619 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-c5bed7b5-4735-4919-8f1f-e6d3cd605a59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:07:35.526486 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-c5bed7b5-4735-4919-8f1f-e6d3cd605a59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:07:35.613851 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c5bed7b5-4735-4919-8f1f-e6d3cd605a59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:35.616726 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c5bed7b5-4735-4919-8f1f-e6d3cd605a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:35.626449 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-ec0cdc23-0742-406b-9ee3-af142cfd6ee4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:07:35.665959 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-c5bed7b5-4735-4919-8f1f-e6d3cd605a59 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=49aa3d48f58f4768a4fc7ec2f70d1abf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3219364
Feb 10 21:07:35.669550 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 59870) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:07:35.682354 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bed7b5-4735-4919-8f1f-e6d3cd605a59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc0da93-8043-469f-af89-387cbf8d3fd3,revision_number=1']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:07:35.687331 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-c5bed7b5-4735-4919-8f1f-e6d3cd605a59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:07:35.708059 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3506704-dd22-4fc9-a2e2-a02a94c75594 req-ae6436be-f365-4d48-be7e-2f0b66a90c8b tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:35.709748 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-e3506704-dd22-4fc9-a2e2-a02a94c75594 req-ae6436be-f365-4d48-be7e-2f0b66a90c8b tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] 10.222.0.82 "GET /v2.0/ports?device_id=8c84409d-ae65-4d96-bbc9-b15fb7dff8f7 HTTP/1.1" status: 200  len: 945 time: 0.1751788
Feb 10 21:07:35.741184 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-46bca13b-b5af-48b3-a6a9-62063394328a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:35.769422 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-46bca13b-b5af-48b3-a6a9-62063394328a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:35.775616 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-e3506704-dd22-4fc9-a2e2-a02a94c75594 req-5f684d9a-dff0-440f-a3d4-0f88ecb48f00 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] 10.222.0.82 "GET /v2.0/security-groups?id=f0d0cc4a-e1f6-4fc9-a759-0582c335a68b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591648
Feb 10 21:07:35.815219 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-46bca13b-b5af-48b3-a6a9-62063394328a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:35.820352 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-4f8c0763-04fa-4144-a15d-1aeea8a9a3c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:07:35.834001 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bca13b-b5af-48b3-a6a9-62063394328a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc0da93-8043-469f-af89-387cbf8d3fd3,revision_number=None']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:07:35.836493 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-46bca13b-b5af-48b3-a6a9-62063394328a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:07:35.838945 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-46bca13b-b5af-48b3-a6a9-62063394328a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:35.840725 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-46bca13b-b5af-48b3-a6a9-62063394328a admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/4cc0da93-8043-469f-af89-387cbf8d3fd3 HTTP/1.1" status: 204  len: 168 time: 0.1701672
Feb 10 21:07:37.084963 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d260962-9358-42d0-8647-476f9c16b59b req-9e9694bd-9f07-4e0a-b730-9b1202fabf3c tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:37.086722 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-0d260962-9358-42d0-8647-476f9c16b59b req-9e9694bd-9f07-4e0a-b730-9b1202fabf3c tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] 10.222.0.82 "GET /v2.0/ports?device_id=8c84409d-ae65-4d96-bbc9-b15fb7dff8f7 HTTP/1.1" status: 200  len: 945 time: 0.1771398
Feb 10 21:07:37.160850 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-0d260962-9358-42d0-8647-476f9c16b59b req-e3bd2790-8c79-4656-a7d0-f74e29716608 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] 10.222.0.82 "GET /v2.0/security-groups?id=f0d0cc4a-e1f6-4fc9-a759-0582c335a68b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667448
Feb 10 21:07:37.681137 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a2e3bd-15df-45bd-82b5-295690190b20 req-32afcf02-3e11-4d53-bc2e-76d4741db3ad tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:37.682816 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-d5a2e3bd-15df-45bd-82b5-295690190b20 req-32afcf02-3e11-4d53-bc2e-76d4741db3ad tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c84409d-ae65-4d96-bbc9-b15fb7dff8f7 HTTP/1.1" status: 200  len: 945 time: 0.1719403
Feb 10 21:07:37.784181 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [req-d5a2e3bd-15df-45bd-82b5-295690190b20 req-d0cad317-c1d7-4e08-bf8d-4d3bc2ff6b9d tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Deleting port ed9b7a57-b7be-488b-8025-750ffc3f54a6 {{(pid=79928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 10 21:07:37.784985 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-d5a2e3bd-15df-45bd-82b5-295690190b20 req-d0cad317-c1d7-4e08-bf8d-4d3bc2ff6b9d tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258056652319'] for port, before_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:38.059188 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [req-d5a2e3bd-15df-45bd-82b5-295690190b20 req-d0cad317-c1d7-4e08-bf8d-4d3bc2ff6b9d tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] For port ed9b7a57-b7be-488b-8025-750ffc3f54a6, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=ed9b7a57-b7be-488b-8025-750ffc3f54a6,segment=NetworkSegment(0e670d25-4db0-449b-80d1-8b2248c7b62e),segment_id=0e670d25-4db0-449b-80d1-8b2248c7b62e)] {{(pid=79928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:07:38.059693 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-d5a2e3bd-15df-45bd-82b5-295690190b20 req-d0cad317-c1d7-4e08-bf8d-4d3bc2ff6b9d tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797663'] for port, precommit_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:38.197881 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [req-d5a2e3bd-15df-45bd-82b5-295690190b20 req-d0cad317-c1d7-4e08-bf8d-4d3bc2ff6b9d tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Calling delete_port for ed9b7a57-b7be-488b-8025-750ffc3f54a6 owned by compute:nova {{(pid=79928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 10 21:07:38.422773 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-d5a2e3bd-15df-45bd-82b5-295690190b20 req-d0cad317-c1d7-4e08-bf8d-4d3bc2ff6b9d tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778798065335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778797633719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851641298'] for port, after_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:38.440518 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-cd1da9c5-669c-4952-aef5-bc6fdaacb8d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:07:38.503003 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cad317-c1d7-4e08-bf8d-4d3bc2ff6b9d tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Pushing event deleted for resources: {'Port': ['ID=ed9b7a57-b7be-488b-8025-750ffc3f54a6,revision_number=None']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:07:38.509815 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-d0cad317-c1d7-4e08-bf8d-4d3bc2ff6b9d tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:07:38.671370 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce9142f-d263-42f9-8355-f1513fc8e9ed req-32931a65-ae2b-44b2-a2bf-c19525a6d6d1 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:38.673061 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-7ce9142f-d263-42f9-8355-f1513fc8e9ed req-32931a65-ae2b-44b2-a2bf-c19525a6d6d1 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] 10.222.0.82 "GET /v2.0/ports?device_id=8c84409d-ae65-4d96-bbc9-b15fb7dff8f7 HTTP/1.1" status: 200  len: 945 time: 0.3476057
Feb 10 21:07:38.764366 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-7ce9142f-d263-42f9-8355-f1513fc8e9ed req-b9678e95-3d70-4e55-8d44-4000fac9db31 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] 10.222.0.82 "GET /v2.0/security-groups?id=f0d0cc4a-e1f6-4fc9-a759-0582c335a68b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0839555
Feb 10 21:07:38.809102 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5a2e3bd-15df-45bd-82b5-295690190b20 req-d0cad317-c1d7-4e08-bf8d-4d3bc2ff6b9d tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] No DVR routers for this DVR port ed9b7a57-b7be-488b-8025-750ffc3f54a6 on host hv-cinder-77500 {{(pid=79928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 10 21:07:38.811375 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-d5a2e3bd-15df-45bd-82b5-295690190b20 req-d0cad317-c1d7-4e08-bf8d-4d3bc2ff6b9d tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770081'] for port, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:38.814080 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c84409d-ae65-4d96-bbc9-b15fb7dff8f7', 'name': 'network-vif-deleted', 'tag': 'ed9b7a57-b7be-488b-8025-750ffc3f54a6'}] {{(pid=79928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 10 21:07:38.828593 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-d5a2e3bd-15df-45bd-82b5-295690190b20 req-d0cad317-c1d7-4e08-bf8d-4d3bc2ff6b9d tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] 10.222.0.15 "DELETE /v2.0/ports/ed9b7a57-b7be-488b-8025-750ffc3f54a6 HTTP/1.1" status: 204  len: 173 time: 1.1400876
Feb 10 21:07:38.874265 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c84409d-ae65-4d96-bbc9-b15fb7dff8f7', 'name': 'network-vif-deleted', 'tag': 'ed9b7a57-b7be-488b-8025-750ffc3f54a6', 'status': 'completed', 'code': 200}
Feb 10 21:07:38.888728 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.agents_db [None req-2fd61c53-9bc0-4c2f-aa40-be9729c6e46f None None] Agent healthcheck: found 6 active agents {{(pid=79931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 10 21:07:39.945018 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-97f3434d-9431-4955-983d-fe37d957b003 req-43c3c090-e71b-4b94-aa45-3295821ecc12 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Synchronizing usage tracker for tenant:66fcf77222744a04a741ca8a9b8f29bb on resource:port {{(pid=79928) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 10 21:07:39.960151 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-97f3434d-9431-4955-983d-fe37d957b003 req-43c3c090-e71b-4b94-aa45-3295821ecc12 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Unset dirty status for tenant:66fcf77222744a04a741ca8a9b8f29bb on resource:port {{(pid=79928) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 10 21:07:39.961389 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-97f3434d-9431-4955-983d-fe37d957b003 req-43c3c090-e71b-4b94-aa45-3295821ecc12 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] 10.222.0.82 "GET /v2.0/ports?device_id=8c84409d-ae65-4d96-bbc9-b15fb7dff8f7 HTTP/1.1" status: 200  len: 210 time: 0.0643280
Feb 10 21:07:41.148729 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-83642b22-1140-4d89-a543-d330c4db7270 req-a06cb42c-ef46-4842-a3df-b044752532d2 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] 10.222.0.82 "GET /v2.0/ports?device_id=8c84409d-ae65-4d96-bbc9-b15fb7dff8f7 HTTP/1.1" status: 200  len: 210 time: 0.0519619
Feb 10 21:07:41.230305 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device ed9b7a57-b7be-488b-8025-750ffc3f54a6 no longer exists at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 10 21:07:41.268096 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] No Port match for: ed9b7a57-b7be-488b-8025-750ffc3f54a6 {{(pid=79930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 10 21:07:41.268493 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device ed9b7a57-b7be-488b-8025-750ffc3f54a6 not bound to the agent host hv-cinder-77500 {{(pid=79930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 10 21:07:42.706273 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c05d6c0-d06f-4050-bbf5-bcce7dabac20 req-ad1fb993-4bdf-4dfc-9361-1548475c9c59 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:42.708018 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-3c05d6c0-d06f-4050-bbf5-bcce7dabac20 req-ad1fb993-4bdf-4dfc-9361-1548475c9c59 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] 10.222.0.82 "GET /v2.0/networks?id=b2593363-fe1b-4359-9bec-4b4acba2a1f4 HTTP/1.1" status: 200  len: 808 time: 0.2402294
Feb 10 21:07:42.724628 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-3c05d6c0-d06f-4050-bbf5-bcce7dabac20 req-be9ee918-75bb-48c7-ab89-98dcb58a1955 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] 10.222.0.82 "GET /v2.0/quotas/66fcf77222744a04a741ca8a9b8f29bb HTTP/1.1" status: 200  len: 375 time: 0.0102937
Feb 10 21:07:42.781841 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-3c05d6c0-d06f-4050-bbf5-bcce7dabac20 req-5e7715ed-da3d-4f00-9ead-33e339c5b8e2 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=66fcf77222744a04a741ca8a9b8f29bb&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0503180
Feb 10 21:07:43.068769 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-3c05d6c0-d06f-4050-bbf5-bcce7dabac20 req-5ade5081-e921-4dc8-9b20-17a90d788890 service neutron] 10.222.0.82 "GET /v2.0/networks/b2593363-fe1b-4359-9bec-4b4acba2a1f4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2785685
Feb 10 21:07:43.221863 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-3c05d6c0-d06f-4050-bbf5-bcce7dabac20 req-1af16993-08c4-4f6a-8b53-32b7e5248df3 service neutron] 10.222.0.82 "GET /v2.0/networks/b2593363-fe1b-4359-9bec-4b4acba2a1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1447613
Feb 10 21:07:43.435611 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-f02b59db-7d5b-4d7d-aa3e-e7c0bb2cf202 req-5235f97a-8003-48e1-b306-91fa6deaf5b4 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] 10.222.0.82 "GET /v2.0/ports?device_id=5c4bd3dd-44c8-493b-b74c-68f6fa190e2b HTTP/1.1" status: 200  len: 210 time: 0.0556402
Feb 10 21:07:44.623415 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-331d9ac9-0813-4649-882b-f2f56d93c699 req-da62801c-918d-4397-b05b-bbee9a370825 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] 10.222.0.82 "GET /v2.0/ports?device_id=5c4bd3dd-44c8-493b-b74c-68f6fa190e2b HTTP/1.1" status: 200  len: 210 time: 0.0543537
Feb 10 21:07:45.799181 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-f93c4b31-25a3-462d-a5db-9191a26b72bf req-b0957152-14ae-4e0e-ab60-7de567126d15 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] 10.222.0.82 "GET /v2.0/ports?device_id=5c4bd3dd-44c8-493b-b74c-68f6fa190e2b HTTP/1.1" status: 200  len: 210 time: 0.0489535
Feb 10 21:07:46.985586 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-dac54c6e-9d2e-4dd4-9c15-468a4891cc14 req-126392d8-6ff8-422f-8781-d0446cbafc00 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] 10.222.0.82 "GET /v2.0/ports?device_id=5c4bd3dd-44c8-493b-b74c-68f6fa190e2b HTTP/1.1" status: 200  len: 210 time: 0.0564685
Feb 10 21:07:47.719113 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c05d6c0-d06f-4050-bbf5-bcce7dabac20 req-2a285fef-f822-4e0c-b5c3-4745437a1756 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:47.720910 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-3c05d6c0-d06f-4050-bbf5-bcce7dabac20 req-2a285fef-f822-4e0c-b5c3-4745437a1756 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] 10.222.0.15 "GET /v2.0/networks?id=b2593363-fe1b-4359-9bec-4b4acba2a1f4 HTTP/1.1" status: 200  len: 808 time: 0.2621002
Feb 10 21:07:47.784668 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [req-3c05d6c0-d06f-4050-bbf5-bcce7dabac20 req-80e534fc-25f8-4531-b9c3-3780793179a0 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Request body: {'port': {'device_id': '5c4bd3dd-44c8-493b-b74c-68f6fa190e2b', 'network_id': 'b2593363-fe1b-4359-9bec-4b4acba2a1f4', 'admin_state_up': True, 'tenant_id': '66fcf77222744a04a741ca8a9b8f29bb'}} {{(pid=79928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:07:47.939937 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [req-3c05d6c0-d06f-4050-bbf5-bcce7dabac20 req-80e534fc-25f8-4531-b9c3-3780793179a0 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:07:47.953334 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [req-3c05d6c0-d06f-4050-bbf5-bcce7dabac20 req-80e534fc-25f8-4531-b9c3-3780793179a0 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:07:47.968951 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c05d6c0-d06f-4050-bbf5-bcce7dabac20 req-80e534fc-25f8-4531-b9c3-3780793179a0 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Made reservation on behalf of 66fcf77222744a04a741ca8a9b8f29bb for: {'port': 1} {{(pid=79928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 10 21:07:47.992702 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-3c05d6c0-d06f-4050-bbf5-bcce7dabac20 req-80e534fc-25f8-4531-b9c3-3780793179a0 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:48.200722 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-84d79f20-643c-4e9e-b85c-8e2b55efcccb req-15fbfe9d-f5cb-4b1b-a136-d979eeddae0f tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] 10.222.0.82 "GET /v2.0/ports?device_id=5c4bd3dd-44c8-493b-b74c-68f6fa190e2b HTTP/1.1" status: 200  len: 210 time: 0.0582075
Feb 10 21:07:48.422990 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.db_base_plugin_common [req-3c05d6c0-d06f-4050-bbf5-bcce7dabac20 req-80e534fc-25f8-4531-b9c3-3780793179a0 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Allocated IP 172.20.0.8 (b2593363-fe1b-4359-9bec-4b4acba2a1f4/29935885-e9b0-4a4f-8cf9-316d68906121/ada04afa-d589-4aad-8533-ba16a2ab54d7) {{(pid=79928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 10 21:07:48.660202 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-3c05d6c0-d06f-4050-bbf5-bcce7dabac20 req-80e534fc-25f8-4531-b9c3-3780793179a0 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Notify callbacks [] for port, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:48.691085 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-3c05d6c0-d06f-4050-bbf5-bcce7dabac20 req-80e534fc-25f8-4531-b9c3-3780793179a0 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778797635767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851641298'] for port, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:48.706472 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:07:49.075794 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e534fc-25f8-4531-b9c3-3780793179a0 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Pushing event updated for resources: {'Port': ['ID=ada04afa-d589-4aad-8533-ba16a2ab54d7,revision_number=1']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:07:49.089275 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e534fc-25f8-4531-b9c3-3780793179a0 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:07:49.090272 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e534fc-25f8-4531-b9c3-3780793179a0 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:07:49.090689 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e534fc-25f8-4531-b9c3-3780793179a0 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:07:49.091200 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e534fc-25f8-4531-b9c3-3780793179a0 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:07:49.091606 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e534fc-25f8-4531-b9c3-3780793179a0 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:07:49.092006 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e534fc-25f8-4531-b9c3-3780793179a0 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:07:49.092403 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e534fc-25f8-4531-b9c3-3780793179a0 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:07:49.092800 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e534fc-25f8-4531-b9c3-3780793179a0 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:07:49.093182 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e534fc-25f8-4531-b9c3-3780793179a0 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:07:49.093572 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e534fc-25f8-4531-b9c3-3780793179a0 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:07:49.093964 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e534fc-25f8-4531-b9c3-3780793179a0 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:07:49.094383 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e534fc-25f8-4531-b9c3-3780793179a0 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:07:49.094876 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e534fc-25f8-4531-b9c3-3780793179a0 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:07:49.095270 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e534fc-25f8-4531-b9c3-3780793179a0 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:07:49.095684 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e534fc-25f8-4531-b9c3-3780793179a0 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:07:49.096077 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e534fc-25f8-4531-b9c3-3780793179a0 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:07:49.096465 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e534fc-25f8-4531-b9c3-3780793179a0 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:07:49.096855 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e534fc-25f8-4531-b9c3-3780793179a0 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:07:49.097240 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e534fc-25f8-4531-b9c3-3780793179a0 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:07:49.097624 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e534fc-25f8-4531-b9c3-3780793179a0 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:07:49.098035 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e534fc-25f8-4531-b9c3-3780793179a0 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:07:49.098419 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e534fc-25f8-4531-b9c3-3780793179a0 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:07:49.098807 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e534fc-25f8-4531-b9c3-3780793179a0 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:07:49.099193 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e534fc-25f8-4531-b9c3-3780793179a0 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:07:49.105564 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-80e534fc-25f8-4531-b9c3-3780793179a0 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:07:49.143086 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c05d6c0-d06f-4050-bbf5-bcce7dabac20 req-80e534fc-25f8-4531-b9c3-3780793179a0 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Network b2593363-fe1b-4359-9bec-4b4acba2a1f4 is already hosted by enough agents. {{(pid=79928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 10 21:07:49.144345 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.base_scheduler [req-3c05d6c0-d06f-4050-bbf5-bcce7dabac20 req-80e534fc-25f8-4531-b9c3-3780793179a0 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Resources bound (agent type, host, resource id):  {{(pid=79928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 10 21:07:49.146781 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c05d6c0-d06f-4050-bbf5-bcce7dabac20 req-80e534fc-25f8-4531-b9c3-3780793179a0 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Received port after_create {{(pid=79928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 10 21:07:49.278508 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c05d6c0-d06f-4050-bbf5-bcce7dabac20 req-80e534fc-25f8-4531-b9c3-3780793179a0 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:49.279266 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-3c05d6c0-d06f-4050-bbf5-bcce7dabac20 req-80e534fc-25f8-4531-b9c3-3780793179a0 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770081'] for port, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:49.310674 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-3c05d6c0-d06f-4050-bbf5-bcce7dabac20 req-80e534fc-25f8-4531-b9c3-3780793179a0 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5310845
Feb 10 21:07:49.329855 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [req-3c05d6c0-d06f-4050-bbf5-bcce7dabac20 req-59e3d054-6d4f-46dd-9037-a219d21bd109 service neutron] Request body: {'port': {'device_id': '5c4bd3dd-44c8-493b-b74c-68f6fa190e2b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77500'}} {{(pid=79928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:07:49.475067 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-3c05d6c0-d06f-4050-bbf5-bcce7dabac20 req-59e3d054-6d4f-46dd-9037-a219d21bd109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:49.527516 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0e16da-cb99-455c-b494-e055e5ef01e4 req-a0049af5-69fa-4f06-92fe-30d0fd2534bd tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:49.529318 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-6d0e16da-cb99-455c-b494-e055e5ef01e4 req-a0049af5-69fa-4f06-92fe-30d0fd2534bd tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] 10.222.0.82 "GET /v2.0/ports?device_id=5c4bd3dd-44c8-493b-b74c-68f6fa190e2b HTTP/1.1" status: 200  len: 931 time: 0.1836863
Feb 10 21:07:49.608355 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-6d0e16da-cb99-455c-b494-e055e5ef01e4 req-7aa18f0e-62f2-4f2f-8d66-e0fb6bcf2c42 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] 10.222.0.82 "GET /v2.0/security-groups?id=f0d0cc4a-e1f6-4fc9-a759-0582c335a68b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685611
Feb 10 21:07:49.961517 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [req-3c05d6c0-d06f-4050-bbf5-bcce7dabac20 req-59e3d054-6d4f-46dd-9037-a219d21bd109 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ada04afa-d589-4aad-8533-ba16a2ab54d7 {{(pid=79928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 10 21:07:49.971969 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-3c05d6c0-d06f-4050-bbf5-bcce7dabac20 req-59e3d054-6d4f-46dd-9037-a219d21bd109 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:49.987173 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [req-3c05d6c0-d06f-4050-bbf5-bcce7dabac20 req-59e3d054-6d4f-46dd-9037-a219d21bd109 service neutron] Transition to ACTIVE for port object ada04afa-d589-4aad-8533-ba16a2ab54d7 will not be triggered until provisioned by entity L2. {{(pid=79928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 10 21:07:49.990393 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-3c05d6c0-d06f-4050-bbf5-bcce7dabac20 req-59e3d054-6d4f-46dd-9037-a219d21bd109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3134503'] for port, after_update {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:50.008244 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-3979285a-855f-4c51-bce0-576883151ecd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:07:50.170374 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e3d054-6d4f-46dd-9037-a219d21bd109 service neutron] Pushing event updated for resources: {'Port': ['ID=ada04afa-d589-4aad-8533-ba16a2ab54d7,revision_number=2']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:07:50.173800 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-59e3d054-6d4f-46dd-9037-a219d21bd109 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:07:50.384508 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [req-3c05d6c0-d06f-4050-bbf5-bcce7dabac20 req-59e3d054-6d4f-46dd-9037-a219d21bd109 service neutron] Attempting to bind port ada04afa-d589-4aad-8533-ba16a2ab54d7 on host hv-cinder-77500 for vnic_type normal with profile  {{(pid=79928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 10 21:07:50.384885 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [req-3c05d6c0-d06f-4050-bbf5-bcce7dabac20 req-59e3d054-6d4f-46dd-9037-a219d21bd109 service neutron] Attempting to bind port ada04afa-d589-4aad-8533-ba16a2ab54d7 by drivers openvswitch on host hv-cinder-77500 at level 0 using segments [{'id': '0e670d25-4db0-449b-80d1-8b2248c7b62e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b2593363-fe1b-4359-9bec-4b4acba2a1f4'}] {{(pid=79928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 10 21:07:50.385384 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c05d6c0-d06f-4050-bbf5-bcce7dabac20 req-59e3d054-6d4f-46dd-9037-a219d21bd109 service neutron] Attempting to bind port ada04afa-d589-4aad-8533-ba16a2ab54d7 on network b2593363-fe1b-4359-9bec-4b4acba2a1f4 {{(pid=79928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 10 21:07:50.392160 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c05d6c0-d06f-4050-bbf5-bcce7dabac20 req-59e3d054-6d4f-46dd-9037-a219d21bd109 service neutron] Checking agent: {'id': 'a01cfff8-88bc-4fa7-a09e-0f06c1450d16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 10, 21, 0, 31), 'started_at': datetime.datetime(2021, 2, 10, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2021, 2, 10, 21, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 10 21:07:50.392483 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c05d6c0-d06f-4050-bbf5-bcce7dabac20 req-59e3d054-6d4f-46dd-9037-a219d21bd109 service neutron] Checking segment: {'id': '0e670d25-4db0-449b-80d1-8b2248c7b62e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b2593363-fe1b-4359-9bec-4b4acba2a1f4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 10 21:07:50.392847 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-3c05d6c0-d06f-4050-bbf5-bcce7dabac20 req-59e3d054-6d4f-46dd-9037-a219d21bd109 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:50.393246 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c05d6c0-d06f-4050-bbf5-bcce7dabac20 req-59e3d054-6d4f-46dd-9037-a219d21bd109 service neutron] Bound using segment: {'id': '0e670d25-4db0-449b-80d1-8b2248c7b62e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b2593363-fe1b-4359-9bec-4b4acba2a1f4'} {{(pid=79928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 10 21:07:50.393826 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [req-3c05d6c0-d06f-4050-bbf5-bcce7dabac20 req-59e3d054-6d4f-46dd-9037-a219d21bd109 service neutron] Bound port: ada04afa-d589-4aad-8533-ba16a2ab54d7, host: hv-cinder-77500, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e670d25-4db0-449b-80d1-8b2248c7b62e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b2593363-fe1b-4359-9bec-4b4acba2a1f4'}}] {{(pid=79928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 10 21:07:50.394236 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-3c05d6c0-d06f-4050-bbf5-bcce7dabac20 req-59e3d054-6d4f-46dd-9037-a219d21bd109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:50.503721 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [req-3c05d6c0-d06f-4050-bbf5-bcce7dabac20 req-59e3d054-6d4f-46dd-9037-a219d21bd109 service neutron] For port ada04afa-d589-4aad-8533-ba16a2ab54d7, host hv-cinder-77500, cleared binding levels {{(pid=79928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 10 21:07:50.507296 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [req-3c05d6c0-d06f-4050-bbf5-bcce7dabac20 req-59e3d054-6d4f-46dd-9037-a219d21bd109 service neutron] For port ada04afa-d589-4aad-8533-ba16a2ab54d7, host hv-cinder-77500, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=ada04afa-d589-4aad-8533-ba16a2ab54d7,segment=NetworkSegment(0e670d25-4db0-449b-80d1-8b2248c7b62e),segment_id=0e670d25-4db0-449b-80d1-8b2248c7b62e)] {{(pid=79928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 10 21:07:50.516243 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-3c05d6c0-d06f-4050-bbf5-bcce7dabac20 req-59e3d054-6d4f-46dd-9037-a219d21bd109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3134503'] for port, after_update {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:50.530713 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-7afaec83-0301-4080-a211-296f7ad71ccb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:07:50.694956 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e3d054-6d4f-46dd-9037-a219d21bd109 service neutron] Pushing event updated for resources: {'Port': ['ID=ada04afa-d589-4aad-8533-ba16a2ab54d7,revision_number=3']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:07:50.701950 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-59e3d054-6d4f-46dd-9037-a219d21bd109 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:07:50.737794 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c05d6c0-d06f-4050-bbf5-bcce7dabac20 req-59e3d054-6d4f-46dd-9037-a219d21bd109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:50.738515 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-3c05d6c0-d06f-4050-bbf5-bcce7dabac20 req-59e3d054-6d4f-46dd-9037-a219d21bd109 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770081'] for port, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:50.740114 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-3c05d6c0-d06f-4050-bbf5-bcce7dabac20 req-59e3d054-6d4f-46dd-9037-a219d21bd109 service neutron] 10.222.0.15 "PUT /v2.0/ports/ada04afa-d589-4aad-8533-ba16a2ab54d7 HTTP/1.1" status: 200  len: 1157 time: 1.4159689
Feb 10 21:07:50.740746 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c4bd3dd-44c8-493b-b74c-68f6fa190e2b', 'tag': 'ada04afa-d589-4aad-8533-ba16a2ab54d7'}] {{(pid=79928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 10 21:07:50.820709 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c4bd3dd-44c8-493b-b74c-68f6fa190e2b', 'tag': 'ada04afa-d589-4aad-8533-ba16a2ab54d7', 'status': 'completed', 'code': 200}
Feb 10 21:07:50.871507 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c05d6c0-d06f-4050-bbf5-bcce7dabac20 req-5f0d3031-b3a6-4b12-83a7-8263c95d0ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:50.873286 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-3c05d6c0-d06f-4050-bbf5-bcce7dabac20 req-5f0d3031-b3a6-4b12-83a7-8263c95d0ac6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=66fcf77222744a04a741ca8a9b8f29bb&device_id=5c4bd3dd-44c8-493b-b74c-68f6fa190e2b HTTP/1.1" status: 200  len: 1160 time: 0.0916138
Feb 10 21:07:50.942618 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9027f0-f0c1-4765-9bad-0da2c0147fe1 req-e122b36b-0070-4055-88c7-62f304d3e58b tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:50.944327 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-9a9027f0-f0c1-4765-9bad-0da2c0147fe1 req-e122b36b-0070-4055-88c7-62f304d3e58b tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] 10.222.0.82 "GET /v2.0/ports?device_id=5c4bd3dd-44c8-493b-b74c-68f6fa190e2b HTTP/1.1" status: 200  len: 943 time: 0.1847126
Feb 10 21:07:50.963611 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-3c05d6c0-d06f-4050-bbf5-bcce7dabac20 req-717d060d-c50c-40d6-bcf3-75eaffe32d96 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ada04afa-d589-4aad-8533-ba16a2ab54d7 HTTP/1.1" status: 200  len: 217 time: 0.0698421
Feb 10 21:07:51.035776 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-9a9027f0-f0c1-4765-9bad-0da2c0147fe1 req-d3d21616-b0ba-4fc0-82d9-ac14649635f7 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] 10.222.0.82 "GET /v2.0/security-groups?id=f0d0cc4a-e1f6-4fc9-a759-0582c335a68b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0840313
Feb 10 21:07:51.051402 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c05d6c0-d06f-4050-bbf5-bcce7dabac20 req-3ce4eb1f-f75b-4ae9-85c2-e20b2975abc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:51.053482 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-3c05d6c0-d06f-4050-bbf5-bcce7dabac20 req-3ce4eb1f-f75b-4ae9-85c2-e20b2975abc0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=29935885-e9b0-4a4f-8cf9-316d68906121 HTTP/1.1" status: 200  len: 848 time: 0.0779500
Feb 10 21:07:51.119898 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-3c05d6c0-d06f-4050-bbf5-bcce7dabac20 req-baf7a9c0-2943-4471-b7f1-a144e92e1d7f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b2593363-fe1b-4359-9bec-4b4acba2a1f4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0522671
Feb 10 21:07:51.269489 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-3c05d6c0-d06f-4050-bbf5-bcce7dabac20 req-9e1bcf82-3561-4c04-a3fa-24ac8e48fb44 service neutron] 10.222.0.15 "GET /v2.0/networks/b2593363-fe1b-4359-9bec-4b4acba2a1f4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1405101
Feb 10 21:07:51.419116 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-3c05d6c0-d06f-4050-bbf5-bcce7dabac20 req-e3d76006-027d-41da-851c-72121393c2c3 service neutron] 10.222.0.15 "GET /v2.0/networks/b2593363-fe1b-4359-9bec-4b4acba2a1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1410525
Feb 10 21:07:51.553986 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1640ad-a750-4075-a585-fc1fbd6d09d2 req-c338114b-9978-40c6-a726-6399d682af86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:51.555658 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-5e1640ad-a750-4075-a585-fc1fbd6d09d2 req-c338114b-9978-40c6-a726-6399d682af86 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=66fcf77222744a04a741ca8a9b8f29bb&device_id=5c4bd3dd-44c8-493b-b74c-68f6fa190e2b HTTP/1.1" status: 200  len: 1160 time: 0.0797510
Feb 10 21:07:51.575513 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ae8af-d2a9-4b77-b22f-3a80554725f8 req-6d55e282-367a-45a5-a7af-cf3e387f335f tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:51.577222 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-820ae8af-d2a9-4b77-b22f-3a80554725f8 req-6d55e282-367a-45a5-a7af-cf3e387f335f tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] 10.222.0.82 "GET /v2.0/ports?device_id=deddbb93-8540-4dce-a159-b383ab28c59e HTTP/1.1" status: 200  len: 945 time: 0.1745572
Feb 10 21:07:51.649077 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-820ae8af-d2a9-4b77-b22f-3a80554725f8 req-e68774c3-741f-461f-b167-c91f79ac9953 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] 10.222.0.82 "GET /v2.0/security-groups?id=f3a7d53e-ec16-4f66-ac2c-e65634f986cf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635159
Feb 10 21:07:51.710263 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1640ad-a750-4075-a585-fc1fbd6d09d2 req-d7362b4f-8a31-4218-8d46-ef518cc845a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:51.711855 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-5e1640ad-a750-4075-a585-fc1fbd6d09d2 req-d7362b4f-8a31-4218-8d46-ef518cc845a7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b2593363-fe1b-4359-9bec-4b4acba2a1f4 HTTP/1.1" status: 200  len: 902 time: 0.1479363
Feb 10 21:07:51.791229 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-5e1640ad-a750-4075-a585-fc1fbd6d09d2 req-af0dfd71-6b38-4e31-8809-e71c0663e7ab service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ada04afa-d589-4aad-8533-ba16a2ab54d7 HTTP/1.1" status: 200  len: 217 time: 0.0713887
Feb 10 21:07:51.876488 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1640ad-a750-4075-a585-fc1fbd6d09d2 req-66b2bb68-9820-4008-a334-e38f6df3a42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:51.878036 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-5e1640ad-a750-4075-a585-fc1fbd6d09d2 req-66b2bb68-9820-4008-a334-e38f6df3a42c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=29935885-e9b0-4a4f-8cf9-316d68906121 HTTP/1.1" status: 200  len: 848 time: 0.0693169
Feb 10 21:07:51.939020 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-5e1640ad-a750-4075-a585-fc1fbd6d09d2 req-e0a8c31e-af49-416c-a34f-8290cef87262 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b2593363-fe1b-4359-9bec-4b4acba2a1f4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0470459
Feb 10 21:07:52.086799 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-5e1640ad-a750-4075-a585-fc1fbd6d09d2 req-70926759-85ee-4fb9-86f7-07fb6ab110dc service neutron] 10.222.0.15 "GET /v2.0/networks/b2593363-fe1b-4359-9bec-4b4acba2a1f4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1382167
Feb 10 21:07:52.292661 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-5e1640ad-a750-4075-a585-fc1fbd6d09d2 req-af1bf559-d40a-410b-8f16-71a8e29a9e93 service neutron] 10.222.0.15 "GET /v2.0/networks/b2593363-fe1b-4359-9bec-4b4acba2a1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1963964
Feb 10 21:07:52.395297 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37033e7-b694-4c19-8f7a-c9593c831dfd req-cc2fd3dd-9960-46fe-b686-532c5ce35163 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:52.396115 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-e37033e7-b694-4c19-8f7a-c9593c831dfd req-cc2fd3dd-9960-46fe-b686-532c5ce35163 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Synchronizing usage tracker for tenant:66fcf77222744a04a741ca8a9b8f29bb on resource:port {{(pid=79928) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 10 21:07:52.411348 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-e37033e7-b694-4c19-8f7a-c9593c831dfd req-cc2fd3dd-9960-46fe-b686-532c5ce35163 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Unset dirty status for tenant:66fcf77222744a04a741ca8a9b8f29bb on resource:port {{(pid=79928) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 10 21:07:52.412592 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-e37033e7-b694-4c19-8f7a-c9593c831dfd req-cc2fd3dd-9960-46fe-b686-532c5ce35163 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] 10.222.0.82 "GET /v2.0/ports?device_id=5c4bd3dd-44c8-493b-b74c-68f6fa190e2b HTTP/1.1" status: 200  len: 943 time: 0.2050109
Feb 10 21:07:52.478925 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-e37033e7-b694-4c19-8f7a-c9593c831dfd req-bccfd517-f0b7-4b18-9987-b2ce3deb231a tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] 10.222.0.82 "GET /v2.0/security-groups?id=f0d0cc4a-e1f6-4fc9-a759-0582c335a68b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599327
Feb 10 21:07:53.103951 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeee939-588d-4dec-8947-d969fbf13fe0 req-a380d348-74d9-48fc-b78f-dcaa40399dba tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:53.106473 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1aeee939-588d-4dec-8947-d969fbf13fe0 req-a380d348-74d9-48fc-b78f-dcaa40399dba tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] 10.222.0.82 "GET /v2.0/ports?device_id=deddbb93-8540-4dce-a159-b383ab28c59e HTTP/1.1" status: 200  len: 945 time: 0.1762764
Feb 10 21:07:53.178817 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1aeee939-588d-4dec-8947-d969fbf13fe0 req-8c4b63c6-5d3b-4c29-abfc-7e3d0f42a8ec tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] 10.222.0.82 "GET /v2.0/security-groups?id=f3a7d53e-ec16-4f66-ac2c-e65634f986cf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0652084
Feb 10 21:07:53.785180 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f23a7-51b7-45b4-9df0-52c5754d897a req-de491330-ada4-4fac-ab2d-a0465f9b6936 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:53.786876 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-758f23a7-51b7-45b4-9df0-52c5754d897a req-de491330-ada4-4fac-ab2d-a0465f9b6936 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] 10.222.0.82 "GET /v2.0/ports?device_id=5c4bd3dd-44c8-493b-b74c-68f6fa190e2b HTTP/1.1" status: 200  len: 943 time: 0.1736579
Feb 10 21:07:53.910879 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-758f23a7-51b7-45b4-9df0-52c5754d897a req-6d10599b-57b4-4761-a4d0-bc1122a7cd24 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] 10.222.0.82 "GET /v2.0/security-groups?id=f0d0cc4a-e1f6-4fc9-a759-0582c335a68b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0874527
Feb 10 21:07:54.016098 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecf2a52-44dd-4213-8e7a-bf81893861b6 req-edebda1b-66b3-4721-9fae-0aa905c767de tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:54.017722 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-2ecf2a52-44dd-4213-8e7a-bf81893861b6 req-edebda1b-66b3-4721-9fae-0aa905c767de tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] 10.222.0.15 "GET /v2.0/ports?device_id=deddbb93-8540-4dce-a159-b383ab28c59e HTTP/1.1" status: 200  len: 945 time: 0.2298925
Feb 10 21:07:54.116775 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-61f64876-e97a-46b1-90c1-7f790a5e4828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:54.117285 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [req-2ecf2a52-44dd-4213-8e7a-bf81893861b6 req-a6fdc9b1-f7cb-4133-87fa-045be211e7fb tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] Deleting port 762d96a5-4ee1-4aa5-826a-d50c983d7d50 {{(pid=79928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 10 21:07:54.117672 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-2ecf2a52-44dd-4213-8e7a-bf81893861b6 req-a6fdc9b1-f7cb-4133-87fa-045be211e7fb tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258056652319'] for port, before_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:54.144933 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device ada04afa-d589-4aad-8533-ba16a2ab54d7 up at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:07:54.225611 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning for port ada04afa-d589-4aad-8533-ba16a2ab54d7 completed by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 10 21:07:54.232792 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning complete for port ada04afa-d589-4aad-8533-ba16a2ab54d7 triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:07:54.233611 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:54.389999 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:54.419792 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [req-2ecf2a52-44dd-4213-8e7a-bf81893861b6 req-a6fdc9b1-f7cb-4133-87fa-045be211e7fb tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] For port 762d96a5-4ee1-4aa5-826a-d50c983d7d50, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=762d96a5-4ee1-4aa5-826a-d50c983d7d50,segment=NetworkSegment(71fb9a08-61cd-4755-9578-354eee263c8d),segment_id=71fb9a08-61cd-4755-9578-354eee263c8d)] {{(pid=79928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:07:54.420199 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-2ecf2a52-44dd-4213-8e7a-bf81893861b6 req-a6fdc9b1-f7cb-4133-87fa-045be211e7fb tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797663'] for port, precommit_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:54.424329 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c4bd3dd-44c8-493b-b74c-68f6fa190e2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ada04afa-d589-4aad-8533-ba16a2ab54d7'}] {{(pid=79930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 10 21:07:54.438668 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] For port ada04afa-d589-4aad-8533-ba16a2ab54d7, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=ada04afa-d589-4aad-8533-ba16a2ab54d7,segment=NetworkSegment(0e670d25-4db0-449b-80d1-8b2248c7b62e),segment_id=0e670d25-4db0-449b-80d1-8b2248c7b62e)] {{(pid=79930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:07:54.442126 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:54.444461 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:07:54.524208 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Pushing event updated for resources: {'Port': ['ID=ada04afa-d589-4aad-8533-ba16a2ab54d7,revision_number=4']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:07:54.527817 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:07:54.543631 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b48ee4b-f382-45cc-816a-71a3122bf44e req-88b6821b-497c-400c-8e59-dcf20c8e333d tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:54.545520 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c4bd3dd-44c8-493b-b74c-68f6fa190e2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ada04afa-d589-4aad-8533-ba16a2ab54d7', 'code': 200}
Feb 10 21:07:54.551533 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-9b48ee4b-f382-45cc-816a-71a3122bf44e req-88b6821b-497c-400c-8e59-dcf20c8e333d tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] 10.222.0.82 "GET /v2.0/ports?device_id=deddbb93-8540-4dce-a159-b383ab28c59e HTTP/1.1" status: 200  len: 945 time: 0.2388356
Feb 10 21:07:54.582231 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [req-2ecf2a52-44dd-4213-8e7a-bf81893861b6 req-a6fdc9b1-f7cb-4133-87fa-045be211e7fb tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] Calling delete_port for 762d96a5-4ee1-4aa5-826a-d50c983d7d50 owned by compute:nova {{(pid=79928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 10 21:07:54.628210 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-9b48ee4b-f382-45cc-816a-71a3122bf44e req-b27a0af6-844e-49ba-baec-39115a499957 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] 10.222.0.82 "GET /v2.0/security-groups?id=f3a7d53e-ec16-4f66-ac2c-e65634f986cf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0756016
Feb 10 21:07:54.770743 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-2ecf2a52-44dd-4213-8e7a-bf81893861b6 req-a6fdc9b1-f7cb-4133-87fa-045be211e7fb tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778798065335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778797633719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851641298'] for port, after_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:54.787048 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-7d52f66f-9399-4701-8afc-ea660ff85c50 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:07:54.849614 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fdc9b1-f7cb-4133-87fa-045be211e7fb tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] Pushing event deleted for resources: {'Port': ['ID=762d96a5-4ee1-4aa5-826a-d50c983d7d50,revision_number=None']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:07:54.853793 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-a6fdc9b1-f7cb-4133-87fa-045be211e7fb tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:07:55.109708 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2980636-5d46-4d5b-9b58-e52f26851b8b req-7fc1c773-c2e1-4471-8dee-c361c44301a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:55.111445 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-b2980636-5d46-4d5b-9b58-e52f26851b8b req-7fc1c773-c2e1-4471-8dee-c361c44301a8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5c4bd3dd-44c8-493b-b74c-68f6fa190e2b HTTP/1.1" status: 200  len: 1162 time: 0.3924549
Feb 10 21:07:55.160999 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-b2980636-5d46-4d5b-9b58-e52f26851b8b req-59731396-561d-4734-b3a3-f71ef1a6610f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f0d0cc4a-e1f6-4fc9-a759-0582c335a68b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393920
Feb 10 21:07:55.395579 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e838b5bc-6a09-4372-abf6-5deb0ff1b75d req-089840ac-8fe7-46f1-970b-6668148341eb tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:55.397214 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-e838b5bc-6a09-4372-abf6-5deb0ff1b75d req-089840ac-8fe7-46f1-970b-6668148341eb tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] 10.222.0.82 "GET /v2.0/ports?device_id=5c4bd3dd-44c8-493b-b74c-68f6fa190e2b HTTP/1.1" status: 200  len: 945 time: 0.2479835
Feb 10 21:07:55.403629 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ecf2a52-44dd-4213-8e7a-bf81893861b6 req-a6fdc9b1-f7cb-4133-87fa-045be211e7fb tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] No DVR routers for this DVR port 762d96a5-4ee1-4aa5-826a-d50c983d7d50 on host hv-cinder-77500 {{(pid=79928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 10 21:07:55.406988 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-2ecf2a52-44dd-4213-8e7a-bf81893861b6 req-a6fdc9b1-f7cb-4133-87fa-045be211e7fb tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770081'] for port, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:55.410502 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deddbb93-8540-4dce-a159-b383ab28c59e', 'name': 'network-vif-deleted', 'tag': '762d96a5-4ee1-4aa5-826a-d50c983d7d50'}] {{(pid=79928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 10 21:07:55.452795 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-2ecf2a52-44dd-4213-8e7a-bf81893861b6 req-a6fdc9b1-f7cb-4133-87fa-045be211e7fb tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] 10.222.0.15 "DELETE /v2.0/ports/762d96a5-4ee1-4aa5-826a-d50c983d7d50 HTTP/1.1" status: 204  len: 173 time: 1.4266188
Feb 10 21:07:55.480302 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-e838b5bc-6a09-4372-abf6-5deb0ff1b75d req-fc4471a1-ff05-4549-93e3-6d6ef98f55f1 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] 10.222.0.82 "GET /v2.0/security-groups?id=f0d0cc4a-e1f6-4fc9-a759-0582c335a68b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0745590
Feb 10 21:07:55.487086 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'deddbb93-8540-4dce-a159-b383ab28c59e', 'name': 'network-vif-deleted', 'tag': '762d96a5-4ee1-4aa5-826a-d50c983d7d50', 'status': 'completed', 'code': 200}
Feb 10 21:07:55.618098 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device ada04afa-d589-4aad-8533-ba16a2ab54d7 up at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:07:55.696323 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning complete for port ada04afa-d589-4aad-8533-ba16a2ab54d7 triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:07:55.696746 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:55.824416 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-d6d7ab15-c3a6-456a-b47c-16e8f3e5633d req-9da703fa-aa9b-4ddc-adc8-7fb8c0b51b9f tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] 10.222.0.82 "GET /v2.0/ports?device_id=deddbb93-8540-4dce-a159-b383ab28c59e HTTP/1.1" status: 200  len: 210 time: 0.0510259
Feb 10 21:07:55.835371 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device 762d96a5-4ee1-4aa5-826a-d50c983d7d50 no longer exists at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 10 21:07:55.875936 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] No Port match for: 762d96a5-4ee1-4aa5-826a-d50c983d7d50 {{(pid=79930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 10 21:07:55.876356 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device 762d96a5-4ee1-4aa5-826a-d50c983d7d50 not bound to the agent host hv-cinder-77500 {{(pid=79930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 10 21:07:56.653543 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8160df30-711c-42ee-92bb-e9a981637fad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:56.795148 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62a3894-328a-49ec-a708-bb66bd068a46 req-aa7206aa-7644-4b9b-a509-d6b47c82020a tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:56.796857 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-a62a3894-328a-49ec-a708-bb66bd068a46 req-aa7206aa-7644-4b9b-a509-d6b47c82020a tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] 10.222.0.82 "GET /v2.0/ports?device_id=5c4bd3dd-44c8-493b-b74c-68f6fa190e2b HTTP/1.1" status: 200  len: 945 time: 0.1785502
Feb 10 21:07:56.861971 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-a62a3894-328a-49ec-a708-bb66bd068a46 req-430d2058-3374-4f6e-976d-4ad3d4892174 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] 10.222.0.82 "GET /v2.0/security-groups?id=f0d0cc4a-e1f6-4fc9-a759-0582c335a68b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584621
Feb 10 21:07:57.299660 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8e35c017-ca0e-4997-9af4-ce0f5f2c761e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:57.648510 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device ada04afa-d589-4aad-8533-ba16a2ab54d7 up at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:07:57.723487 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning complete for port ada04afa-d589-4aad-8533-ba16a2ab54d7 triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:07:57.723900 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:58.162143 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72031203-98f8-4701-b738-63942e060d86 req-7ebc3603-a7ee-45fe-91e1-5ca966a1fb0e tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:07:58.163752 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-72031203-98f8-4701-b738-63942e060d86 req-7ebc3603-a7ee-45fe-91e1-5ca966a1fb0e tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] 10.222.0.82 "GET /v2.0/ports?device_id=5c4bd3dd-44c8-493b-b74c-68f6fa190e2b HTTP/1.1" status: 200  len: 945 time: 0.1682770
Feb 10 21:07:58.194062 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:07:58.233623 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-72031203-98f8-4701-b738-63942e060d86 req-9d4d81a1-a407-42e6-8b24-0a9490a893a4 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] 10.222.0.82 "GET /v2.0/security-groups?id=f0d0cc4a-e1f6-4fc9-a759-0582c335a68b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629675
Feb 10 21:07:58.337284 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a16a173f-35ea-40df-9953-0a23fc2526db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:01.263672 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:02.316538 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1600af50-e1f7-4e7c-a356-9808d826c769 req-ba09f2e1-c267-487a-807e-33b0aa8e2356 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:08:02.318261 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1600af50-e1f7-4e7c-a356-9808d826c769 req-ba09f2e1-c267-487a-807e-33b0aa8e2356 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] 10.222.0.82 "GET /v2.0/ports?device_id=5c4bd3dd-44c8-493b-b74c-68f6fa190e2b HTTP/1.1" status: 200  len: 945 time: 0.1691802
Feb 10 21:08:02.384306 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1600af50-e1f7-4e7c-a356-9808d826c769 req-07de637a-b1f5-46eb-b72a-eef8fe499025 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] 10.222.0.82 "GET /v2.0/security-groups?id=f0d0cc4a-e1f6-4fc9-a759-0582c335a68b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593014
Feb 10 21:08:03.697494 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65579f2-c7ca-4db0-a1d1-a0b634146357 req-9c5ea758-67c6-4495-8d53-3cec4c6a5684 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:08:03.699245 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-e65579f2-c7ca-4db0-a1d1-a0b634146357 req-9c5ea758-67c6-4495-8d53-3cec4c6a5684 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] 10.222.0.82 "GET /v2.0/ports?device_id=5c4bd3dd-44c8-493b-b74c-68f6fa190e2b HTTP/1.1" status: 200  len: 945 time: 0.1781585
Feb 10 21:08:03.770882 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-e65579f2-c7ca-4db0-a1d1-a0b634146357 req-e15ab4bb-43ec-473f-b528-f1d17fb21ec4 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] 10.222.0.82 "GET /v2.0/security-groups?id=f0d0cc4a-e1f6-4fc9-a759-0582c335a68b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645473
Feb 10 21:08:04.055111 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0112483e-9411-4525-a97f-f0f55d1048f3 req-11fb2273-d790-4d41-8805-f3e6f0b95529 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:08:04.056642 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-0112483e-9411-4525-a97f-f0f55d1048f3 req-11fb2273-d790-4d41-8805-f3e6f0b95529 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c4bd3dd-44c8-493b-b74c-68f6fa190e2b HTTP/1.1" status: 200  len: 945 time: 0.1793084
Feb 10 21:08:04.157892 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [req-0112483e-9411-4525-a97f-f0f55d1048f3 req-085f1b51-47a7-4664-9720-a4c40d874887 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Deleting port ada04afa-d589-4aad-8533-ba16a2ab54d7 {{(pid=79928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 10 21:08:04.158308 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-0112483e-9411-4525-a97f-f0f55d1048f3 req-085f1b51-47a7-4664-9720-a4c40d874887 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258056652319'] for port, before_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:04.437751 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [req-0112483e-9411-4525-a97f-f0f55d1048f3 req-085f1b51-47a7-4664-9720-a4c40d874887 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] For port ada04afa-d589-4aad-8533-ba16a2ab54d7, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=ada04afa-d589-4aad-8533-ba16a2ab54d7,segment=NetworkSegment(0e670d25-4db0-449b-80d1-8b2248c7b62e),segment_id=0e670d25-4db0-449b-80d1-8b2248c7b62e)] {{(pid=79928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:08:04.438234 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-0112483e-9411-4525-a97f-f0f55d1048f3 req-085f1b51-47a7-4664-9720-a4c40d874887 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797663'] for port, precommit_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:04.570917 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [req-0112483e-9411-4525-a97f-f0f55d1048f3 req-085f1b51-47a7-4664-9720-a4c40d874887 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Calling delete_port for ada04afa-d589-4aad-8533-ba16a2ab54d7 owned by compute:nova {{(pid=79928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 10 21:08:04.726925 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-0112483e-9411-4525-a97f-f0f55d1048f3 req-085f1b51-47a7-4664-9720-a4c40d874887 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778798065335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778797633719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851641298'] for port, after_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:04.742632 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-80e534fc-25f8-4531-b9c3-3780793179a0 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:08:04.799275 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085f1b51-47a7-4664-9720-a4c40d874887 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Pushing event deleted for resources: {'Port': ['ID=ada04afa-d589-4aad-8533-ba16a2ab54d7,revision_number=None']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:08:04.804092 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-085f1b51-47a7-4664-9720-a4c40d874887 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:08:04.958093 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-bb82f925-e606-4cf7-bcc5-3af7182e3ec3 req-5183ba28-da35-4b82-a9c1-db8d277e9aac tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] 10.222.0.82 "GET /v2.0/ports?device_id=5c4bd3dd-44c8-493b-b74c-68f6fa190e2b HTTP/1.1" status: 200  len: 210 time: 0.0558527
Feb 10 21:08:05.002062 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [req-0112483e-9411-4525-a97f-f0f55d1048f3 req-085f1b51-47a7-4664-9720-a4c40d874887 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] No DVR routers for this DVR port ada04afa-d589-4aad-8533-ba16a2ab54d7 on host hv-cinder-77500 {{(pid=79928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 10 21:08:05.004338 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-0112483e-9411-4525-a97f-f0f55d1048f3 req-085f1b51-47a7-4664-9720-a4c40d874887 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770081'] for port, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:05.007223 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c4bd3dd-44c8-493b-b74c-68f6fa190e2b', 'name': 'network-vif-deleted', 'tag': 'ada04afa-d589-4aad-8533-ba16a2ab54d7'}] {{(pid=79928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 10 21:08:05.023811 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-0112483e-9411-4525-a97f-f0f55d1048f3 req-085f1b51-47a7-4664-9720-a4c40d874887 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] 10.222.0.15 "DELETE /v2.0/ports/ada04afa-d589-4aad-8533-ba16a2ab54d7 HTTP/1.1" status: 204  len: 173 time: 0.9609895
Feb 10 21:08:05.247678 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c4bd3dd-44c8-493b-b74c-68f6fa190e2b', 'name': 'network-vif-deleted', 'tag': 'ada04afa-d589-4aad-8533-ba16a2ab54d7', 'status': 'completed', 'code': 200}
Feb 10 21:08:06.136459 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-72030aeb-c3ae-4217-b213-9d0fc8e1e6f2 req-c35edd30-798f-41dc-a045-8de3e9e06197 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Synchronizing usage tracker for tenant:66fcf77222744a04a741ca8a9b8f29bb on resource:port {{(pid=79928) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 10 21:08:06.151841 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-72030aeb-c3ae-4217-b213-9d0fc8e1e6f2 req-c35edd30-798f-41dc-a045-8de3e9e06197 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Unset dirty status for tenant:66fcf77222744a04a741ca8a9b8f29bb on resource:port {{(pid=79928) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 10 21:08:06.153121 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-72030aeb-c3ae-4217-b213-9d0fc8e1e6f2 req-c35edd30-798f-41dc-a045-8de3e9e06197 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] 10.222.0.82 "GET /v2.0/ports?device_id=5c4bd3dd-44c8-493b-b74c-68f6fa190e2b HTTP/1.1" status: 200  len: 210 time: 0.0649624
Feb 10 21:08:07.004344 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device ada04afa-d589-4aad-8533-ba16a2ab54d7 no longer exists at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 10 21:08:07.043394 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] No Port match for: ada04afa-d589-4aad-8533-ba16a2ab54d7 {{(pid=79930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 10 21:08:07.044389 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device ada04afa-d589-4aad-8533-ba16a2ab54d7 not bound to the agent host hv-cinder-77500 {{(pid=79930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 10 21:08:07.348470 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-15743d7c-cde3-4883-94f1-9c451c244390 req-a0224d33-1dbd-434a-9c38-603cb729eea2 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] 10.222.0.82 "GET /v2.0/ports?device_id=5c4bd3dd-44c8-493b-b74c-68f6fa190e2b HTTP/1.1" status: 200  len: 210 time: 0.0499928
Feb 10 21:08:15.889384 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.agents_db [None req-2fd61c53-9bc0-4c2f-aa40-be9729c6e46f None None] Agent healthcheck: found 6 active agents {{(pid=79931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 10 21:08:24.147356 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-56c486eb-8583-4c58-b4b0-5a1b8614ac34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:24.959579 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-e95733a8-2b62-4d6f-abab-f543488b0f20 req-70c5da90-5880-486a-a9cc-6fc6cb77a17f tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1729534365&fields=id&tenant_id=450f83fab0734bc4b485b263670f0fa7 HTTP/1.1" status: 200  len: 267 time: 0.0670187
Feb 10 21:08:25.156534 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95733a8-2b62-4d6f-abab-f543488b0f20 req-3b803bc5-b94b-4332-9de6-4ac8a363700c tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:08:25.158687 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-e95733a8-2b62-4d6f-abab-f543488b0f20 req-3b803bc5-b94b-4332-9de6-4ac8a363700c tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/ports?device_id=3dee1e11-308a-436e-aa4a-df62e56e7423 HTTP/1.1" status: 200  len: 985 time: 0.1909070
Feb 10 21:08:25.170762 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [req-e95733a8-2b62-4d6f-abab-f543488b0f20 req-1a72a102-37df-44e4-91e7-930eb2be6056 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Request body: {'port': {'security_groups': ['c335b989-9e5c-4bf7-8234-e0ff1c1dd57a']}} {{(pid=79929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:08:25.360075 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-e95733a8-2b62-4d6f-abab-f543488b0f20 req-1a72a102-37df-44e4-91e7-930eb2be6056 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:25.778859 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [req-e95733a8-2b62-4d6f-abab-f543488b0f20 req-1a72a102-37df-44e4-91e7-930eb2be6056 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] For port 5cea92f5-237c-46d5-a831-9463f7eedfbe, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=5cea92f5-237c-46d5-a831-9463f7eedfbe,segment=NetworkSegment(523996b1-29da-4623-83de-a657233dda5c),segment_id=523996b1-29da-4623-83de-a657233dda5c)] {{(pid=79929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:08:25.825758 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-e95733a8-2b62-4d6f-abab-f543488b0f20 req-1a72a102-37df-44e4-91e7-930eb2be6056 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Notify callbacks [] for port, precommit_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:25.832435 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-e95733a8-2b62-4d6f-abab-f543488b0f20 req-1a72a102-37df-44e4-91e7-930eb2be6056 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852145533'] for port, after_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:25.880261 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-5330f393-acf2-46fb-bf1e-3e0764b44f4d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:08:26.046246 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a72a102-37df-44e4-91e7-930eb2be6056 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Pushing event updated for resources: {'Port': ['ID=5cea92f5-237c-46d5-a831-9463f7eedfbe,revision_number=6']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:08:26.077068 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72a102-37df-44e4-91e7-930eb2be6056 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:08:26.077755 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72a102-37df-44e4-91e7-930eb2be6056 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:08:26.078205 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72a102-37df-44e4-91e7-930eb2be6056 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:08:26.078618 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72a102-37df-44e4-91e7-930eb2be6056 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:08:26.079027 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72a102-37df-44e4-91e7-930eb2be6056 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:08:26.079437 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72a102-37df-44e4-91e7-930eb2be6056 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:08:26.079843 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72a102-37df-44e4-91e7-930eb2be6056 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:08:26.080260 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72a102-37df-44e4-91e7-930eb2be6056 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:08:26.080656 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72a102-37df-44e4-91e7-930eb2be6056 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:08:26.081058 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72a102-37df-44e4-91e7-930eb2be6056 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:08:26.081533 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72a102-37df-44e4-91e7-930eb2be6056 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:08:26.081907 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72a102-37df-44e4-91e7-930eb2be6056 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:08:26.082661 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72a102-37df-44e4-91e7-930eb2be6056 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:08:26.083071 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72a102-37df-44e4-91e7-930eb2be6056 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:08:26.083468 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72a102-37df-44e4-91e7-930eb2be6056 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:08:26.083863 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72a102-37df-44e4-91e7-930eb2be6056 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:08:26.084256 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72a102-37df-44e4-91e7-930eb2be6056 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:08:26.084706 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72a102-37df-44e4-91e7-930eb2be6056 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:08:26.085022 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72a102-37df-44e4-91e7-930eb2be6056 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:08:26.085748 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72a102-37df-44e4-91e7-930eb2be6056 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:08:26.086306 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72a102-37df-44e4-91e7-930eb2be6056 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:08:26.086575 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72a102-37df-44e4-91e7-930eb2be6056 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:08:26.087087 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72a102-37df-44e4-91e7-930eb2be6056 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:08:26.087340 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a72a102-37df-44e4-91e7-930eb2be6056 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:08:26.102229 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-1a72a102-37df-44e4-91e7-930eb2be6056 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:08:26.259750 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95733a8-2b62-4d6f-abab-f543488b0f20 req-1a72a102-37df-44e4-91e7-930eb2be6056 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:08:26.260509 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-e95733a8-2b62-4d6f-abab-f543488b0f20 req-1a72a102-37df-44e4-91e7-930eb2be6056 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770081'] for port, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:26.266685 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-e95733a8-2b62-4d6f-abab-f543488b0f20 req-1a72a102-37df-44e4-91e7-930eb2be6056 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "PUT /v2.0/ports/5cea92f5-237c-46d5-a831-9463f7eedfbe HTTP/1.1" status: 200  len: 943 time: 1.1012657
Feb 10 21:08:26.267307 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dee1e11-308a-436e-aa4a-df62e56e7423', 'tag': '5cea92f5-237c-46d5-a831-9463f7eedfbe'}] {{(pid=79929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 10 21:08:26.404876 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-849a4d63-16dd-4afd-a7fa-283d515b9990 None None] Provisioning complete for port 5cea92f5-237c-46d5-a831-9463f7eedfbe triggered by entity DHCP. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:08:26.405538 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-849a4d63-16dd-4afd-a7fa-283d515b9990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:26.489203 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-b22699b7-d556-4924-9d65-47c15b709a52 req-e0f8b465-1c7c-41d3-be8a-4d9bc4d4f636 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/security-groups/628eedee-31f1-4a9c-b916-389374504f71 HTTP/1.1" status: 200  len: 3005 time: 0.1433032
Feb 10 21:08:26.558425 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 60694) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:08:26.596418 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-b22699b7-d556-4924-9d65-47c15b709a52 req-82e2968c-8778-4181-a4fa-c34f7a72870b tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Notify callbacks [] for security_group, before_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:26.637622 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-b22699b7-d556-4924-9d65-47c15b709a52 req-82e2968c-8778-4181-a4fa-c34f7a72870b tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:26.667273 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dee1e11-308a-436e-aa4a-df62e56e7423', 'tag': '5cea92f5-237c-46d5-a831-9463f7eedfbe', 'status': 'completed', 'code': 200}
Feb 10 21:08:26.673428 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-e141e5e6-af1f-470d-b21f-d619e5f6a738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:26.710602 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.db_base_plugin_v2 [None req-e846d362-5e82-4d50-80e6-70abfea50904 admin admin] Deleting subnet 56f171b1-73a4-4439-84b8-3d620b415560 {{(pid=79929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 10 21:08:26.714607 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-e846d362-5e82-4d50-80e6-70abfea50904 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:26.744769 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-b22699b7-d556-4924-9d65-47c15b709a52 req-82e2968c-8778-4181-a4fa-c34f7a72870b tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:26.754168 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-2d4cd2ea-9416-4b47-91b6-df043588d0c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:08:26.772141 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e2968c-8778-4181-a4fa-c34f7a72870b tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=628eedee-31f1-4a9c-b916-389374504f71,revision_number=None']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:08:26.776448 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-82e2968c-8778-4181-a4fa-c34f7a72870b tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:08:26.781386 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-e846d362-5e82-4d50-80e6-70abfea50904 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707976'] for subnet, precommit_delete_associations {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:26.795222 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-b22699b7-d556-4924-9d65-47c15b709a52 req-82e2968c-8778-4181-a4fa-c34f7a72870b tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Notify callbacks [] for security_group, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:26.804281 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-b22699b7-d556-4924-9d65-47c15b709a52 req-82e2968c-8778-4181-a4fa-c34f7a72870b tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "DELETE /v2.0/security-groups/628eedee-31f1-4a9c-b916-389374504f71 HTTP/1.1" status: 204  len: 173 time: 0.3020926
Feb 10 21:08:26.812171 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69507d9f-bc89-4d96-9d1c-94088adfd7bf req-f5010acb-048a-46df-ae5c-1f85fae7b3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:08:26.814028 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-69507d9f-bc89-4d96-9d1c-94088adfd7bf req-f5010acb-048a-46df-ae5c-1f85fae7b3ba service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=450f83fab0734bc4b485b263670f0fa7&device_id=3dee1e11-308a-436e-aa4a-df62e56e7423 HTTP/1.1" status: 200  len: 1163 time: 0.1372399
Feb 10 21:08:26.886376 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-e846d362-5e82-4d50-80e6-70abfea50904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016988'] for subnet, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:27.012851 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69507d9f-bc89-4d96-9d1c-94088adfd7bf req-d73264f8-aedb-4ae1-a01f-91b989d9d132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:08:27.015493 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-69507d9f-bc89-4d96-9d1c-94088adfd7bf req-d73264f8-aedb-4ae1-a01f-91b989d9d132 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d499e464-54e8-4dd4-9520-8f962f4aa61a HTTP/1.1" status: 200  len: 908 time: 0.1924820
Feb 10 21:08:27.171211 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-69507d9f-bc89-4d96-9d1c-94088adfd7bf req-d3e30f9f-d991-439e-b2a1-984d895290a3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5cea92f5-237c-46d5-a831-9463f7eedfbe HTTP/1.1" status: 200  len: 1001 time: 0.1450417
Feb 10 21:08:27.249842 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69507d9f-bc89-4d96-9d1c-94088adfd7bf req-6c525301-de4e-4194-813e-7f7361d2eee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:08:27.251477 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-69507d9f-bc89-4d96-9d1c-94088adfd7bf req-6c525301-de4e-4194-813e-7f7361d2eee3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c40b2878-75d9-4a40-800e-cc67094c8d4e HTTP/1.1" status: 200  len: 853 time: 0.0709279
Feb 10 21:08:27.301029 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-86c187e2-ba12-4136-8e3b-22f8d7f7d977 req-22923d38-bd96-47e4-898d-9ec9fa194dfd tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/floatingips/8332037c-b789-4c09-82ab-eed2cd2af09a HTTP/1.1" status: 200  len: 998 time: 0.3631361
Feb 10 21:08:27.323275 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8e35c017-ca0e-4997-9af4-ce0f5f2c761e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:27.444632 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device 5cea92f5-237c-46d5-a831-9463f7eedfbe up at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:08:27.455714 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69507d9f-bc89-4d96-9d1c-94088adfd7bf req-d7fc7d9c-0fc0-4858-b534-6cb8a599c3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:08:27.460020 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-69507d9f-bc89-4d96-9d1c-94088adfd7bf req-d7fc7d9c-0fc0-4858-b534-6cb8a599c3bf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d499e464-54e8-4dd4-9520-8f962f4aa61a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1994038
Feb 10 21:08:27.477854 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-e846d362-5e82-4d50-80e6-70abfea50904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853758828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2627678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2464197'] for subnet, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:27.591188 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning complete for port 5cea92f5-237c-46d5-a831-9463f7eedfbe triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:08:27.591626 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:27.679411 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-69507d9f-bc89-4d96-9d1c-94088adfd7bf req-a92050f6-1074-4894-9d57-4260f281750b service neutron] 10.222.0.15 "GET /v2.0/networks/d499e464-54e8-4dd4-9520-8f962f4aa61a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2105272
Feb 10 21:08:27.717128 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b5baf3f3-0371-488c-a369-8c9ec1be04f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:08:27.830980 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e846d362-5e82-4d50-80e6-70abfea50904 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56f171b1-73a4-4439-84b8-3d620b415560,revision_number=None']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:08:27.841858 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-e846d362-5e82-4d50-80e6-70abfea50904 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:08:27.844172 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-e846d362-5e82-4d50-80e6-70abfea50904 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:27.941048 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-69507d9f-bc89-4d96-9d1c-94088adfd7bf req-6e096c88-d042-4e19-bfa3-0abff1101e4d service neutron] 10.222.0.15 "GET /v2.0/networks/d499e464-54e8-4dd4-9520-8f962f4aa61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2531123
Feb 10 21:08:27.980383 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c187e2-ba12-4136-8e3b-22f8d7f7d977 req-839934f4-7466-4631-bc24-3129820014b5 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:08:27.980383 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-86c187e2-ba12-4136-8e3b-22f8d7f7d977 req-839934f4-7466-4631-bc24-3129820014b5 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/networks/caec50ae-8f3b-4f45-a3ad-eb903a732614 HTTP/1.1" status: 200  len: 784 time: 0.6638215
Feb 10 21:08:27.980383 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-e846d362-5e82-4d50-80e6-70abfea50904 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/56f171b1-73a4-4439-84b8-3d620b415560 HTTP/1.1" status: 204  len: 168 time: 1.4170866
Feb 10 21:08:27.980653 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 60722) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:08:27.986564 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [req-86c187e2-ba12-4136-8e3b-22f8d7f7d977 req-03bf3b70-c20d-48ba-abe8-e64023a51fa7 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=79929) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 10 21:08:27.987723 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-86c187e2-ba12-4136-8e3b-22f8d7f7d977 req-03bf3b70-c20d-48ba-abe8-e64023a51fa7 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0072343
Feb 10 21:08:28.123471 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-75261c04-51b0-4378-a891-f6fd0f7f4ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853728688'] for network, before_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:28.192474 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-86c187e2-ba12-4136-8e3b-22f8d7f7d977 req-56e04b0c-cfd0-4908-898c-fd14886e503e tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/floatingips?floating_ip_address=172.27.3.85 HTTP/1.1" status: 200  len: 1001 time: 0.1967468
Feb 10 21:08:28.267041 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:28.346940 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a16a173f-35ea-40df-9953-0a23fc2526db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:28.360734 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-75261c04-51b0-4378-a891-f6fd0f7f4ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023083', 'neutron.services.segments.db._delete_segments_for_network-8778798167172'] for network, precommit_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:28.408400 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c187e2-ba12-4136-8e3b-22f8d7f7d977 req-3bb4bbd0-6e43-430b-9b90-50bcf5c9d456 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:08:28.409913 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-86c187e2-ba12-4136-8e3b-22f8d7f7d977 req-3bb4bbd0-6e43-430b-9b90-50bcf5c9d456 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/ports/5cea92f5-237c-46d5-a831-9463f7eedfbe HTTP/1.1" status: 200  len: 943 time: 0.2107310
Feb 10 21:08:28.504674 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.services.segments.db [None req-75261c04-51b0-4378-a891-f6fd0f7f4ea6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fbf8b244550>,) {'filters': {'network_id': ['4dd4590c-4b8b-449e-a471-24dd073a3148']}} {{(pid=79928) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:08:28.519808 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.services.segments.db [None req-75261c04-51b0-4378-a891-f6fd0f7f4ea6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fbf8b244550>, '71fb9a08-61cd-4755-9578-354eee263c8d') {'for_net_delete': True} {{(pid=79928) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:08:28.520149 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.services.segments.db [None req-75261c04-51b0-4378-a891-f6fd0f7f4ea6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fbf8b244550>, '71fb9a08-61cd-4755-9578-354eee263c8d') {} {{(pid=79928) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:08:28.538169 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-75261c04-51b0-4378-a891-f6fd0f7f4ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778798166933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26617516'] for segment, before_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:28.571042 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-75261c04-51b0-4378-a891-f6fd0f7f4ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853830591'] for segment, precommit_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:28.572405 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-75261c04-51b0-4378-a891-f6fd0f7f4ea6 admin admin] Releasing vxlan tunnel 9 to pool {{(pid=79928) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 10 21:08:28.657956 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-86c187e2-ba12-4136-8e3b-22f8d7f7d977 req-5ab410ec-d27b-49b9-8a17-e2d0e69ef44f tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/floatingips?floating_ip_address=172.27.3.85 HTTP/1.1" status: 200  len: 1001 time: 0.1364942
Feb 10 21:08:28.786929 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-75261c04-51b0-4378-a891-f6fd0f7f4ea6 admin admin] Network 4dd4590c-4b8b-449e-a471-24dd073a3148 has no segments {{(pid=79928) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 10 21:08:28.798705 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-75261c04-51b0-4378-a891-f6fd0f7f4ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-945225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3134553'] for segment, after_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:28.927143 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [req-86c187e2-ba12-4136-8e3b-22f8d7f7d977 req-2a6ed492-1cb2-49c9-a7fd-e0aaf1c7736f tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Deleting port fedf9e4b-c262-421b-9bcb-8e5e8640aa1c {{(pid=79929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 10 21:08:28.927527 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-86c187e2-ba12-4136-8e3b-22f8d7f7d977 req-2a6ed492-1cb2-49c9-a7fd-e0aaf1c7736f tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258056652319'] for port, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:29.035676 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-75261c04-51b0-4378-a891-f6fd0f7f4ea6 admin admin] Network 4dd4590c-4b8b-449e-a471-24dd073a3148 has no segments {{(pid=79928) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 10 21:08:29.206034 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-86c187e2-ba12-4136-8e3b-22f8d7f7d977 req-2a6ed492-1cb2-49c9-a7fd-e0aaf1c7736f tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797663'] for port, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:29.206436 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-86c187e2-ba12-4136-8e3b-22f8d7f7d977 req-2a6ed492-1cb2-49c9-a7fd-e0aaf1c7736f tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:29.354094 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [req-86c187e2-ba12-4136-8e3b-22f8d7f7d977 req-2a6ed492-1cb2-49c9-a7fd-e0aaf1c7736f tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Calling delete_port for fedf9e4b-c262-421b-9bcb-8e5e8640aa1c owned by network:floatingip {{(pid=79929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 10 21:08:29.360586 dv-cinder-775008-1-iscsi neutron-server[79816]: Traceback (most recent call last):
Feb 10 21:08:29.360586 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 10 21:08:29.360586 dv-cinder-775008-1-iscsi neutron-server[79816]:     timer()
Feb 10 21:08:29.360586 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 10 21:08:29.360586 dv-cinder-775008-1-iscsi neutron-server[79816]:     cb(*args, **kw)
Feb 10 21:08:29.360586 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 10 21:08:29.360586 dv-cinder-775008-1-iscsi neutron-server[79816]:     return func(*args, **kwargs)
Feb 10 21:08:29.360586 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 10 21:08:29.360586 dv-cinder-775008-1-iscsi neutron-server[79816]:     self._notify()
Feb 10 21:08:29.360586 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 10 21:08:29.360586 dv-cinder-775008-1-iscsi neutron-server[79816]:     self.callback(batched_events)
Feb 10 21:08:29.360586 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 10 21:08:29.360586 dv-cinder-775008-1-iscsi neutron-server[79816]:     event.method(event)
Feb 10 21:08:29.360586 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 10 21:08:29.360586 dv-cinder-775008-1-iscsi neutron-server[79816]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 10 21:08:29.360586 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 10 21:08:29.360586 dv-cinder-775008-1-iscsi neutron-server[79816]:     segment_id)['aggregates'][0]
Feb 10 21:08:29.360586 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 10 21:08:29.360586 dv-cinder-775008-1-iscsi neutron-server[79816]:     return f(self, *a, **k)
Feb 10 21:08:29.360586 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 10 21:08:29.360586 dv-cinder-775008-1-iscsi neutron-server[79816]:     return self._get(url).json()
Feb 10 21:08:29.360586 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 10 21:08:29.360586 dv-cinder-775008-1-iscsi neutron-server[79816]:     **kwargs)
Feb 10 21:08:29.360586 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 10 21:08:29.360586 dv-cinder-775008-1-iscsi neutron-server[79816]:     return self.request(url, 'GET', **kwargs)
Feb 10 21:08:29.360586 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 10 21:08:29.360586 dv-cinder-775008-1-iscsi neutron-server[79816]:     **endpoint_filter)
Feb 10 21:08:29.360586 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 10 21:08:29.360586 dv-cinder-775008-1-iscsi neutron-server[79816]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 10 21:08:29.360586 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 10 21:08:29.360586 dv-cinder-775008-1-iscsi neutron-server[79816]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 10 21:08:29.360586 dv-cinder-775008-1-iscsi neutron-server[79816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 10 21:08:29.546517 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-75261c04-51b0-4378-a891-f6fd0f7f4ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853752733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850656724'] for network, after_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:29.550708 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:08:29.569744 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-75261c04-51b0-4378-a891-f6fd0f7f4ea6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728031'] for network, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:29.583612 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75261c04-51b0-4378-a891-f6fd0f7f4ea6 admin admin] Pushing event deleted for resources: {'Network': ['ID=4dd4590c-4b8b-449e-a471-24dd073a3148,revision_number=None']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:08:29.587239 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-75261c04-51b0-4378-a891-f6fd0f7f4ea6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:08:29.597061 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-75261c04-51b0-4378-a891-f6fd0f7f4ea6 admin admin] 10.222.0.82 "DELETE /v2.0/networks/4dd4590c-4b8b-449e-a471-24dd073a3148 HTTP/1.1" status: 204  len: 168 time: 1.6152322
Feb 10 21:08:29.620641 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-86c187e2-ba12-4136-8e3b-22f8d7f7d977 req-2a6ed492-1cb2-49c9-a7fd-e0aaf1c7736f tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778798065335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778797633719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630282'] for port, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:29.643281 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-164d552b-5f3a-4f1a-a095-e34e66a4e6b3 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:08:29.914428 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 60764) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:08:30.004655 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-072843b7-2ed2-4164-9a53-f299951cfaf2 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=7eb5408997f5494f9056ccb8d369ab60&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0862138
Feb 10 21:08:30.004862 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 60770) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:08:30.095452 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6ed492-1cb2-49c9-a7fd-e0aaf1c7736f tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Pushing event deleted for resources: {'Port': ['ID=fedf9e4b-c262-421b-9bcb-8e5e8640aa1c,revision_number=None']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:08:30.116592 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-2a6ed492-1cb2-49c9-a7fd-e0aaf1c7736f tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:08:30.126277 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b1be7122-85fb-4dc9-adc4-404785445532 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:30.157711 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b1be7122-85fb-4dc9-adc4-404785445532 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:30.221094 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b1be7122-85fb-4dc9-adc4-404785445532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:30.236328 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-ba08079e-9c12-4f5c-8a1b-72fd4a96d1e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:08:30.250153 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1be7122-85fb-4dc9-adc4-404785445532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a7d53e-ec16-4f66-ac2c-e65634f986cf,revision_number=None']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:08:30.257769 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b1be7122-85fb-4dc9-adc4-404785445532 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:08:30.260522 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b1be7122-85fb-4dc9-adc4-404785445532 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:30.262647 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-b1be7122-85fb-4dc9-adc4-404785445532 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/f3a7d53e-ec16-4f66-ac2c-e65634f986cf HTTP/1.1" status: 204  len: 168 time: 0.2565877
Feb 10 21:08:30.322791 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-86c187e2-ba12-4136-8e3b-22f8d7f7d977 req-2a6ed492-1cb2-49c9-a7fd-e0aaf1c7736f tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Notify callbacks [] for floatingip, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:30.323134 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.db.l3_db [req-86c187e2-ba12-4136-8e3b-22f8d7f7d977 req-2a6ed492-1cb2-49c9-a7fd-e0aaf1c7736f tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Floating IP 8332037c-b789-4c09-82ab-eed2cd2af09a disassociated (deleted). External IP: 172.27.3.85, port: 5cea92f5-237c-46d5-a831-9463f7eedfbe.
Feb 10 21:08:30.569596 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 60784) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:08:30.823882 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-86c187e2-ba12-4136-8e3b-22f8d7f7d977 req-2a6ed492-1cb2-49c9-a7fd-e0aaf1c7736f tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Router c2be285d-8c40-49f4-99b5-a37402779724 has already been hosted by L3 agent 351a09a7-a8bd-44d4-8337-3dd1b5c8f290 {{(pid=79929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 10 21:08:30.899716 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-821b29d6-3b22-45d9-8249-8977754c12aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:30.921034 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-821b29d6-3b22-45d9-8249-8977754c12aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:08:30.925315 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-821b29d6-3b22-45d9-8249-8977754c12aa admin admin] Usage tracker for resource:security_group_rule and tenant:6f66e65d65f8460da80f94ada3e0be8b is out of sync, need to count used quota {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:08:30.928442 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-821b29d6-3b22-45d9-8249-8977754c12aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:08:30.934603 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-821b29d6-3b22-45d9-8249-8977754c12aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:08:31.042420 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-86c187e2-ba12-4136-8e3b-22f8d7f7d977 req-2a6ed492-1cb2-49c9-a7fd-e0aaf1c7736f tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Notify agent at l3_agent.dv-cinder-775008-1-iscsi the message routers_updated {{(pid=79929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 10 21:08:31.054429 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2cb8473-c4ad-40f0-9a29-8314f604fa59 None None] Sync routers for ids ['c2be285d-8c40-49f4-99b5-a37402779724'] in dv-cinder-775008-1-iscsi {{(pid=79930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 10 21:08:31.075496 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cb8473-c4ad-40f0-9a29-8314f604fa59 None None] Routers {'c2be285d-8c40-49f4-99b5-a37402779724'} bound to L3 agent in host dv-cinder-775008-1-iscsi {{(pid=79930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 10 21:08:31.076506 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-f2cb8473-c4ad-40f0-9a29-8314f604fa59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbf8bfca668>, 'dv-cinder-775008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-10T20:53:27Z,description=<?>,heartbeat_timestamp=2021-02-10T21:08:27Z,host='dv-cinder-775008-1-iscsi',id=351a09a7-a8bd-44d4-8337-3dd1b5c8f290,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-10T20:53:27Z,topic='l3_agent')) {'router_ids': ['c2be285d-8c40-49f4-99b5-a37402779724'], 'active': True} {{(pid=79930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:08:31.084390 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-86c187e2-ba12-4136-8e3b-22f8d7f7d977 req-2a6ed492-1cb2-49c9-a7fd-e0aaf1c7736f tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770081'] for floatingip, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:31.087060 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-821b29d6-3b22-45d9-8249-8977754c12aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:31.098739 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-821b29d6-3b22-45d9-8249-8977754c12aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:31.157844 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-86c187e2-ba12-4136-8e3b-22f8d7f7d977 req-2a6ed492-1cb2-49c9-a7fd-e0aaf1c7736f tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "DELETE /v2.0/floatingips/8332037c-b789-4c09-82ab-eed2cd2af09a HTTP/1.1" status: 204  len: 173 time: 2.4918067
Feb 10 21:08:31.158482 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dee1e11-308a-436e-aa4a-df62e56e7423', 'tag': '5cea92f5-237c-46d5-a831-9463f7eedfbe'}] {{(pid=79929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 10 21:08:31.190807 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-de0f8eda-8a28-4aaf-a59f-6923e9e85364 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:08:31.200968 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-821b29d6-3b22-45d9-8249-8977754c12aa admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=6f66e65d65f8460da80f94ada3e0be8b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6301436
Feb 10 21:08:31.207910 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 60796) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:08:31.328364 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dee1e11-308a-436e-aa4a-df62e56e7423', 'tag': '5cea92f5-237c-46d5-a831-9463f7eedfbe', 'status': 'completed', 'code': 200}
Feb 10 21:08:31.364301 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821b29d6-3b22-45d9-8249-8977754c12aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e95f348-0b5c-4170-8a1e-f97df514bf20,revision_number=1']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:08:31.395636 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-821b29d6-3b22-45d9-8249-8977754c12aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:08:31.410833 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-bf818494-1e19-48d3-bbf0-4377d7b6fca2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:31.441063 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-7fb6d474-ebd0-48b5-a1ed-20fa96c809f7 req-b4bfcbcb-865f-4618-b9b9-4a965a7d63b9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9a0928b3-8b03-40d2-b78f-7eb8e84b309f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1278496
Feb 10 21:08:31.441310 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-bf818494-1e19-48d3-bbf0-4377d7b6fca2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:31.442937 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c187e2-ba12-4136-8e3b-22f8d7f7d977 req-10168467-8e4e-4d14-b981-596adb685024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:08:31.451213 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-86c187e2-ba12-4136-8e3b-22f8d7f7d977 req-10168467-8e4e-4d14-b981-596adb685024 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=450f83fab0734bc4b485b263670f0fa7&device_id=3dee1e11-308a-436e-aa4a-df62e56e7423 HTTP/1.1" status: 200  len: 1163 time: 0.2584569
Feb 10 21:08:31.454493 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvr_db [None req-f2cb8473-c4ad-40f0-9a29-8314f604fa59 None None] Set router c2be285d-8c40-49f4-99b5-a37402779724 gateway port host: dv-cinder-775008-1-iscsi {{(pid=79930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 10 21:08:31.506481 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-bf818494-1e19-48d3-bbf0-4377d7b6fca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:31.512846 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-c43b66c7-e494-41fe-a0fe-673ff4a03e8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:08:31.548899 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf818494-1e19-48d3-bbf0-4377d7b6fca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e95f348-0b5c-4170-8a1e-f97df514bf20,revision_number=None']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:08:31.557181 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-bf818494-1e19-48d3-bbf0-4377d7b6fca2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:08:31.592115 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-bf818494-1e19-48d3-bbf0-4377d7b6fca2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:31.593288 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-bf818494-1e19-48d3-bbf0-4377d7b6fca2 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/5e95f348-0b5c-4170-8a1e-f97df514bf20 HTTP/1.1" status: 204  len: 168 time: 0.3769317
Feb 10 21:08:31.616788 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb5969a-8632-45c1-bc06-165adb1241f3 req-923e7a4a-eca4-41ea-8945-888648a2636b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:08:31.624140 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-ffb5969a-8632-45c1-bc06-165adb1241f3 req-923e7a4a-eca4-41ea-8945-888648a2636b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=450f83fab0734bc4b485b263670f0fa7&device_id=3dee1e11-308a-436e-aa4a-df62e56e7423 HTTP/1.1" status: 200  len: 1163 time: 0.3040230
Feb 10 21:08:31.705762 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb6d474-ebd0-48b5-a1ed-20fa96c809f7 req-7ecd549c-ca3a-4206-b6d0-abeedf408ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:08:31.720319 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-7fb6d474-ebd0-48b5-a1ed-20fa96c809f7 req-7ecd549c-ca3a-4206-b6d0-abeedf408ab2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=eb8be716db2e42aea2a6c06bf05c44b5&device_id=9a0928b3-8b03-40d2-b78f-7eb8e84b309f HTTP/1.1" status: 200  len: 1163 time: 0.2450469
Feb 10 21:08:31.846631 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c187e2-ba12-4136-8e3b-22f8d7f7d977 req-fb6ac903-9ca9-4b67-9855-6d6f97830634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:08:31.858865 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-86c187e2-ba12-4136-8e3b-22f8d7f7d977 req-fb6ac903-9ca9-4b67-9855-6d6f97830634 service neutron] 10.222.0.82 "GET /v2.0/networks?id=d499e464-54e8-4dd4-9520-8f962f4aa61a HTTP/1.1" status: 200  len: 908 time: 0.4066575
Feb 10 21:08:31.994987 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb5969a-8632-45c1-bc06-165adb1241f3 req-7e2f2916-6690-49a6-94b8-29e6fe9296ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:08:31.997731 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-ffb5969a-8632-45c1-bc06-165adb1241f3 req-7e2f2916-6690-49a6-94b8-29e6fe9296ee service neutron] 10.222.0.15 "GET /v2.0/networks?id=d499e464-54e8-4dd4-9520-8f962f4aa61a HTTP/1.1" status: 200  len: 908 time: 0.3718052
Feb 10 21:08:32.039864 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-86c187e2-ba12-4136-8e3b-22f8d7f7d977 req-187c0b8c-cbb8-4ee4-bbfb-fa459b8fdbf8 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5cea92f5-237c-46d5-a831-9463f7eedfbe HTTP/1.1" status: 200  len: 217 time: 0.1797924
Feb 10 21:08:32.155951 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:32.173642 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-ffb5969a-8632-45c1-bc06-165adb1241f3 req-d2531b16-03ae-4cae-9e14-6fd2e4a9172e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5cea92f5-237c-46d5-a831-9463f7eedfbe HTTP/1.1" status: 200  len: 217 time: 0.1680379
Feb 10 21:08:32.210043 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c187e2-ba12-4136-8e3b-22f8d7f7d977 req-4d9783b7-a23a-4889-9bef-36e8826c864e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:08:32.211671 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-86c187e2-ba12-4136-8e3b-22f8d7f7d977 req-4d9783b7-a23a-4889-9bef-36e8826c864e service neutron] 10.222.0.82 "GET /v2.0/subnets?id=c40b2878-75d9-4a40-800e-cc67094c8d4e HTTP/1.1" status: 200  len: 853 time: 0.1707370
Feb 10 21:08:32.257191 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-f2cb8473-c4ad-40f0-9a29-8314f604fa59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbf8bfca668>, [{'id': 'c2be285d-8c40-49f4-99b5-a37402779724', 'name': 'tempest-TestMinimumBasicScenario-187424043-router', 'tenant_id': '450f83fab0734bc4b485b263670f0fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '7296d914-75ea-4c93-b959-db4c05f4e447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:04:04Z', 'updated_at': '2021-02-10T21:04:17Z', 'revision_number': 4, 'project_id': '450f83fab0734bc4b485b263670f0fa7', 'gw_port': {'id': '7296d914-75ea-4c93-b959-db4c05f4e447', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:20:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2be285d-8c40-49f4-99b5-a37402779724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:04:07Z', 'updated_at': '2021-02-10T21:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi', '_interfaces': [{'id': '9c7847c5-1126-4362-a208-3bf654d78679', 'name': '', 'network_id': 'd499e464-54e8-4dd4-9520-8f962f4aa61a', 'tenant_id': '450f83fab0734bc4b485b263670f0fa7', 'mac_address': 'fa:16:3e:63:07:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2be285d-8c40-49f4-99b5-a37402779724', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'c40b2878-75d9-4a40-800e-cc67094c8d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:04:16Z', 'updated_at': '2021-02-10T21:04:33Z', 'revision_number': 5, 'project_id': '450f83fab0734bc4b485b263670f0fa7', 'subnets': [{'id': 'c40b2878-75d9-4a40-800e-cc67094c8d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775008-1-iscsi', False) {} {{(pid=79930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:08:32.261557 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2cb8473-c4ad-40f0-9a29-8314f604fa59 None None] Checking router: c2be285d-8c40-49f4-99b5-a37402779724 for host: dv-cinder-775008-1-iscsi {{(pid=79930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 10 21:08:32.293980 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cb8473-c4ad-40f0-9a29-8314f604fa59 None None] Routers {'c2be285d-8c40-49f4-99b5-a37402779724'} bound to L3 agent in host dv-cinder-775008-1-iscsi {{(pid=79930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 10 21:08:32.294834 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-f2cb8473-c4ad-40f0-9a29-8314f604fa59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbf8bfca668>, 'dv-cinder-775008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-10T20:53:27Z,description=<?>,heartbeat_timestamp=2021-02-10T21:08:27Z,host='dv-cinder-775008-1-iscsi',id=351a09a7-a8bd-44d4-8337-3dd1b5c8f290,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-10T20:53:27Z,topic='l3_agent')) {'router_ids': ['c2be285d-8c40-49f4-99b5-a37402779724'], 'active': True} {{(pid=79930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:08:32.331959 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 60816) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:08:32.364167 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb5969a-8632-45c1-bc06-165adb1241f3 req-e877206b-735d-4094-9fcb-69b0fcc3ac5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:08:32.369449 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-ffb5969a-8632-45c1-bc06-165adb1241f3 req-e877206b-735d-4094-9fcb-69b0fcc3ac5d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c40b2878-75d9-4a40-800e-cc67094c8d4e HTTP/1.1" status: 200  len: 853 time: 0.1887450
Feb 10 21:08:32.389301 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-d0d76b85-18ca-41b6-97ab-3fae2f9a1524 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:32.421886 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-d0d76b85-18ca-41b6-97ab-3fae2f9a1524 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:08:32.445920 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-d0d76b85-18ca-41b6-97ab-3fae2f9a1524 admin admin] Usage tracker for resource:security_group_rule and tenant:76ddae5c47804d6e8af5e271ab742cfc is out of sync, need to count used quota {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:08:32.454419 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-d0d76b85-18ca-41b6-97ab-3fae2f9a1524 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:08:32.470392 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c187e2-ba12-4136-8e3b-22f8d7f7d977 req-a1b83450-374a-456e-b34d-92c6d3743496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:08:32.496603 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-86c187e2-ba12-4136-8e3b-22f8d7f7d977 req-a1b83450-374a-456e-b34d-92c6d3743496 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=d499e464-54e8-4dd4-9520-8f962f4aa61a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2658217
Feb 10 21:08:32.501975 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-d0d76b85-18ca-41b6-97ab-3fae2f9a1524 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:08:32.523817 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvr_db [None req-f2cb8473-c4ad-40f0-9a29-8314f604fa59 None None] Set router c2be285d-8c40-49f4-99b5-a37402779724 gateway port host: dv-cinder-775008-1-iscsi {{(pid=79930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 10 21:08:32.547824 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb6d474-ebd0-48b5-a1ed-20fa96c809f7 req-64e00520-298d-446a-bcf7-fb48cec8c145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:08:32.556449 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-7fb6d474-ebd0-48b5-a1ed-20fa96c809f7 req-64e00520-298d-446a-bcf7-fb48cec8c145 service neutron] 10.222.0.15 "GET /v2.0/networks?id=009dd3d9-5800-4858-a534-697a99ad36c1 HTTP/1.1" status: 200  len: 910 time: 0.8073273
Feb 10 21:08:32.560944 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb5969a-8632-45c1-bc06-165adb1241f3 req-82dc37a9-cd6e-49d2-b201-19ea588f2a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:08:32.565701 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-ffb5969a-8632-45c1-bc06-165adb1241f3 req-82dc37a9-cd6e-49d2-b201-19ea588f2a0b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d499e464-54e8-4dd4-9520-8f962f4aa61a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1885679
Feb 10 21:08:32.863611 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-7fb6d474-ebd0-48b5-a1ed-20fa96c809f7 req-e37eca00-6918-4294-b044-360e3e7ab96f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1556af23-7030-4f4d-8750-7e5780fdd8aa HTTP/1.1" status: 200  len: 1001 time: 0.2652683
Feb 10 21:08:32.897623 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-ffb5969a-8632-45c1-bc06-165adb1241f3 req-db842590-efe6-41ea-9bc4-1ffbdf7e65ea service neutron] 10.222.0.15 "GET /v2.0/networks/d499e464-54e8-4dd4-9520-8f962f4aa61a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3246090
Feb 10 21:08:32.987999 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-f2cb8473-c4ad-40f0-9a29-8314f604fa59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbf8bfca668>, [{'id': 'c2be285d-8c40-49f4-99b5-a37402779724', 'name': 'tempest-TestMinimumBasicScenario-187424043-router', 'tenant_id': '450f83fab0734bc4b485b263670f0fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '7296d914-75ea-4c93-b959-db4c05f4e447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:04:04Z', 'updated_at': '2021-02-10T21:04:17Z', 'revision_number': 4, 'project_id': '450f83fab0734bc4b485b263670f0fa7', 'gw_port': {'id': '7296d914-75ea-4c93-b959-db4c05f4e447', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:20:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2be285d-8c40-49f4-99b5-a37402779724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:04:07Z', 'updated_at': '2021-02-10T21:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi', '_interfaces': [{'id': '9c7847c5-1126-4362-a208-3bf654d78679', 'name': '', 'network_id': 'd499e464-54e8-4dd4-9520-8f962f4aa61a', 'tenant_id': '450f83fab0734bc4b485b263670f0fa7', 'mac_address': 'fa:16:3e:63:07:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2be285d-8c40-49f4-99b5-a37402779724', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'c40b2878-75d9-4a40-800e-cc67094c8d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:04:16Z', 'updated_at': '2021-02-10T21:04:33Z', 'revision_number': 5, 'project_id': '450f83fab0734bc4b485b263670f0fa7', 'subnets': [{'id': 'c40b2878-75d9-4a40-800e-cc67094c8d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775008-1-iscsi', False) {} {{(pid=79930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:08:32.993408 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2cb8473-c4ad-40f0-9a29-8314f604fa59 None None] The sync data for ids ['c2be285d-8c40-49f4-99b5-a37402779724'] in dv-cinder-775008-1-iscsi is: [{'id': 'c2be285d-8c40-49f4-99b5-a37402779724', 'name': 'tempest-TestMinimumBasicScenario-187424043-router', 'tenant_id': '450f83fab0734bc4b485b263670f0fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '7296d914-75ea-4c93-b959-db4c05f4e447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:04:04Z', 'updated_at': '2021-02-10T21:04:17Z', 'revision_number': 4, 'project_id': '450f83fab0734bc4b485b263670f0fa7', 'gw_port': {'id': '7296d914-75ea-4c93-b959-db4c05f4e447', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:20:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2be285d-8c40-49f4-99b5-a37402779724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:04:07Z', 'updated_at': '2021-02-10T21:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi', '_interfaces': [{'id': '9c7847c5-1126-4362-a208-3bf654d78679', 'name': '', 'network_id': 'd499e464-54e8-4dd4-9520-8f962f4aa61a', 'tenant_id': '450f83fab0734bc4b485b263670f0fa7', 'mac_address': 'fa:16:3e:63:07:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2be285d-8c40-49f4-99b5-a37402779724', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'c40b2878-75d9-4a40-800e-cc67094c8d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:04:16Z', 'updated_at': '2021-02-10T21:04:33Z', 'revision_number': 5, 'project_id': '450f83fab0734bc4b485b263670f0fa7', 'subnets': [{'id': 'c40b2878-75d9-4a40-800e-cc67094c8d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 10 21:08:33.001649 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-86c187e2-ba12-4136-8e3b-22f8d7f7d977 req-7bfcadf9-f6ba-43c7-bbac-1218e1949809 service neutron] 10.222.0.82 "GET /v2.0/networks/d499e464-54e8-4dd4-9520-8f962f4aa61a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5037582
Feb 10 21:08:33.226791 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-ffb5969a-8632-45c1-bc06-165adb1241f3 req-776701c9-df78-4ff8-82e1-f87790b72c41 service neutron] 10.222.0.15 "GET /v2.0/networks/d499e464-54e8-4dd4-9520-8f962f4aa61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3172748
Feb 10 21:08:33.439465 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-86c187e2-ba12-4136-8e3b-22f8d7f7d977 req-fefd7c12-95dd-48ed-a5e7-68e59c493406 service neutron] 10.222.0.82 "GET /v2.0/networks/d499e464-54e8-4dd4-9520-8f962f4aa61a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4366798
Feb 10 21:08:33.480299 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb6d474-ebd0-48b5-a1ed-20fa96c809f7 req-69d9ace3-db23-490d-8a15-58daa2e296d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:08:33.500034 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-7fb6d474-ebd0-48b5-a1ed-20fa96c809f7 req-69d9ace3-db23-490d-8a15-58daa2e296d7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6d155787-390f-4d80-9348-99de0b4f3565 HTTP/1.1" status: 200  len: 855 time: 0.6215189
Feb 10 21:08:33.597716 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-d0d76b85-18ca-41b6-97ab-3fae2f9a1524 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:33.605789 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18042455-4a29-4394-a2a6-8bf1b12ac3ae None None] New status for floating IP 8332037c-b789-4c09-82ab-eed2cd2af09a: DOWN {{(pid=79931) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 10 21:08:33.624212 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-d0d76b85-18ca-41b6-97ab-3fae2f9a1524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:33.655149 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:08:33.685186 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb6d474-ebd0-48b5-a1ed-20fa96c809f7 req-d5aa3aba-fc12-4974-af1d-11121ddf3509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:08:33.686876 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-7fb6d474-ebd0-48b5-a1ed-20fa96c809f7 req-d5aa3aba-fc12-4974-af1d-11121ddf3509 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=009dd3d9-5800-4858-a534-697a99ad36c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1773882
Feb 10 21:08:33.769507 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d76b85-18ca-41b6-97ab-3fae2f9a1524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10bc7f1e-c690-4858-92e6-b7860e269f29,revision_number=1']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:08:33.808710 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-d0d76b85-18ca-41b6-97ab-3fae2f9a1524 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:08:33.839110 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-d0d76b85-18ca-41b6-97ab-3fae2f9a1524 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=76ddae5c47804d6e8af5e271ab742cfc&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4951031
Feb 10 21:08:33.844035 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 60850) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:08:34.022463 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-fc7f119f-10f1-4b73-bf93-47fb90a9861c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:34.039596 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fef270a-fc36-47b2-863e-5c14e4b7d9a9 req-23624d14-25d8-4c4f-900f-089c794747ad tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:08:34.047520 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-0fef270a-fc36-47b2-863e-5c14e4b7d9a9 req-23624d14-25d8-4c4f-900f-089c794747ad tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/ports?device_id=e8b23f20-03b7-4c8c-851e-cd085acbd5e8 HTTP/1.1" status: 200  len: 946 time: 0.3386421
Feb 10 21:08:34.058047 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-fc7f119f-10f1-4b73-bf93-47fb90a9861c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:34.130692 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-0fef270a-fc36-47b2-863e-5c14e4b7d9a9 req-870cc218-5706-44ea-b029-10bc39228b54 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/security-groups?id=d690a83b-8d2e-42e4-90ab-f76a16f8383a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0820925
Feb 10 21:08:34.181101 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-7fb6d474-ebd0-48b5-a1ed-20fa96c809f7 req-f238abfd-0b17-4d26-b1c1-ff9216696141 service neutron] 10.222.0.15 "GET /v2.0/networks/009dd3d9-5800-4858-a534-697a99ad36c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4128449
Feb 10 21:08:34.181354 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-fc7f119f-10f1-4b73-bf93-47fb90a9861c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:34.191627 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-fbf8e5c6-51c1-466b-8c8b-5bed3ef7d5d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:08:34.230273 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f119f-10f1-4b73-bf93-47fb90a9861c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10bc7f1e-c690-4858-92e6-b7860e269f29,revision_number=None']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:08:34.235448 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-fc7f119f-10f1-4b73-bf93-47fb90a9861c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:08:34.243211 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-fc7f119f-10f1-4b73-bf93-47fb90a9861c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:34.243925 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-fc7f119f-10f1-4b73-bf93-47fb90a9861c admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/10bc7f1e-c690-4858-92e6-b7860e269f29 HTTP/1.1" status: 204  len: 168 time: 0.3986881
Feb 10 21:08:34.478671 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-7fb6d474-ebd0-48b5-a1ed-20fa96c809f7 req-c40a1e3b-4c63-4cc4-8d96-9d2096c0c684 service neutron] 10.222.0.15 "GET /v2.0/networks/009dd3d9-5800-4858-a534-697a99ad36c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2876554
Feb 10 21:08:34.539862 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b202a535-5ffd-4122-a71a-5aba753eafc3 req-0df33826-e3b9-42a8-b419-b159d81b4570 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:08:34.541451 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-b202a535-5ffd-4122-a71a-5aba753eafc3 req-0df33826-e3b9-42a8-b419-b159d81b4570 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8b23f20-03b7-4c8c-851e-cd085acbd5e8 HTTP/1.1" status: 200  len: 946 time: 0.4020863
Feb 10 21:08:34.696876 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [req-b202a535-5ffd-4122-a71a-5aba753eafc3 req-2d9f43e8-aa5f-404a-b395-a013dd609a8b tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Deleting port a3009fcd-a441-4251-9ac0-b83a083a8578 {{(pid=79928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 10 21:08:34.697454 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-b202a535-5ffd-4122-a71a-5aba753eafc3 req-2d9f43e8-aa5f-404a-b395-a013dd609a8b tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258056652319'] for port, before_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:35.159619 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device a3009fcd-a441-4251-9ac0-b83a083a8578 no longer exists at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 10 21:08:35.231503 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [req-b202a535-5ffd-4122-a71a-5aba753eafc3 req-2d9f43e8-aa5f-404a-b395-a013dd609a8b tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] For port a3009fcd-a441-4251-9ac0-b83a083a8578, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=a3009fcd-a441-4251-9ac0-b83a083a8578,segment=NetworkSegment(72156de0-a8ad-4731-91cf-ea9c1cde9fbe),segment_id=72156de0-a8ad-4731-91cf-ea9c1cde9fbe)] {{(pid=79928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:08:35.232174 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-b202a535-5ffd-4122-a71a-5aba753eafc3 req-2d9f43e8-aa5f-404a-b395-a013dd609a8b tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797663'] for port, precommit_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:35.421882 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:35.476028 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8b23f20-03b7-4c8c-851e-cd085acbd5e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3009fcd-a441-4251-9ac0-b83a083a8578'}] {{(pid=79930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 10 21:08:35.501081 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] For port a3009fcd-a441-4251-9ac0-b83a083a8578, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=a3009fcd-a441-4251-9ac0-b83a083a8578,segment=NetworkSegment(72156de0-a8ad-4731-91cf-ea9c1cde9fbe),segment_id=72156de0-a8ad-4731-91cf-ea9c1cde9fbe)] {{(pid=79930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:08:35.505659 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:35.508404 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:08:35.646546 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Pushing event updated for resources: {'Port': ['ID=a3009fcd-a441-4251-9ac0-b83a083a8578,revision_number=5']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:08:35.655010 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:08:35.655494 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:08:35.655966 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:08:35.656411 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:08:35.656984 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:08:35.657431 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:08:35.658054 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:08:35.658566 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:08:35.659007 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:08:35.659484 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:08:35.660136 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:08:35.660576 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:08:35.661071 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:08:35.661500 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:08:35.661936 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:08:35.662429 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:08:35.662862 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:08:35.663316 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:08:35.663745 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:08:35.664176 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:08:35.664605 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:08:35.665034 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:08:35.665446 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:08:35.665881 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:08:35.671793 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:08:35.749500 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db6a8a3-26df-4ee9-b7e1-1f91bcd030b9 req-29d97a88-05d1-4e40-875c-5ecb7a8f6c91 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:08:35.751489 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-3db6a8a3-26df-4ee9-b7e1-1f91bcd030b9 req-29d97a88-05d1-4e40-875c-5ecb7a8f6c91 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/ports?device_id=e8b23f20-03b7-4c8c-851e-cd085acbd5e8 HTTP/1.1" status: 200  len: 946 time: 0.3701558
Feb 10 21:08:35.836463 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-b202a535-5ffd-4122-a71a-5aba753eafc3 req-2d9f43e8-aa5f-404a-b395-a013dd609a8b tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:35.836891 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-b202a535-5ffd-4122-a71a-5aba753eafc3 req-2d9f43e8-aa5f-404a-b395-a013dd609a8b tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850656737'] for floatingip, after_update {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:35.837250 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.db.l3_db [req-b202a535-5ffd-4122-a71a-5aba753eafc3 req-2d9f43e8-aa5f-404a-b395-a013dd609a8b tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Floating IP 7ce129ec-6cf8-4592-b82f-3be7277b3d41 disassociated. External IP: 172.27.3.168, port: a3009fcd-a441-4251-9ac0-b83a083a8578.
Feb 10 21:08:35.837636 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [req-b202a535-5ffd-4122-a71a-5aba753eafc3 req-2d9f43e8-aa5f-404a-b395-a013dd609a8b tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Calling delete_port for a3009fcd-a441-4251-9ac0-b83a083a8578 owned by compute:nova {{(pid=79928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 10 21:08:35.868536 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-3db6a8a3-26df-4ee9-b7e1-1f91bcd030b9 req-15521f41-18f0-49fc-88c0-4f5cde26f7a2 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/security-groups?id=d690a83b-8d2e-42e4-90ab-f76a16f8383a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1107266
Feb 10 21:08:36.035472 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cd1ca8-7e7a-4f14-ac38-bbd1aec249bf req-88eb59bc-ac4b-47c1-af59-85e750d02080 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:08:36.046721 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-62cd1ca8-7e7a-4f14-ac38-bbd1aec249bf req-88eb59bc-ac4b-47c1-af59-85e750d02080 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=9a0928b3-8b03-40d2-b78f-7eb8e84b309f HTTP/1.1" status: 200  len: 946 time: 0.3418140
Feb 10 21:08:36.130763 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-62cd1ca8-7e7a-4f14-ac38-bbd1aec249bf req-e91860cf-4855-42e0-b397-a2606aaae93d tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=895a7e5f-3ef6-4f3c-9ab6-68304e4925ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0827293
Feb 10 21:08:36.233280 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.db.api [req-b202a535-5ffd-4122-a71a-5aba753eafc3 req-2d9f43e8-aa5f-404a-b395-a013dd609a8b tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79928) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 10 21:08:36.233862 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_db.api [req-b202a535-5ffd-4122-a71a-5aba753eafc3 req-2d9f43e8-aa5f-404a-b395-a013dd609a8b tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79928) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 10 21:08:36.295720 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8b23f20-03b7-4c8c-851e-cd085acbd5e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3009fcd-a441-4251-9ac0-b83a083a8578', 'code': 200}
Feb 10 21:08:36.735256 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [req-b202a535-5ffd-4122-a71a-5aba753eafc3 req-2d9f43e8-aa5f-404a-b395-a013dd609a8b tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Deleting port a3009fcd-a441-4251-9ac0-b83a083a8578 {{(pid=79928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 10 21:08:36.735651 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-b202a535-5ffd-4122-a71a-5aba753eafc3 req-2d9f43e8-aa5f-404a-b395-a013dd609a8b tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258056652319'] for port, before_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:37.122319 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [req-b202a535-5ffd-4122-a71a-5aba753eafc3 req-2d9f43e8-aa5f-404a-b395-a013dd609a8b tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] For port a3009fcd-a441-4251-9ac0-b83a083a8578, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=a3009fcd-a441-4251-9ac0-b83a083a8578,segment=NetworkSegment(72156de0-a8ad-4731-91cf-ea9c1cde9fbe),segment_id=72156de0-a8ad-4731-91cf-ea9c1cde9fbe)] {{(pid=79928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:08:37.123044 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-b202a535-5ffd-4122-a71a-5aba753eafc3 req-2d9f43e8-aa5f-404a-b395-a013dd609a8b tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797663'] for port, precommit_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:37.186636 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device 1556af23-7030-4f4d-8750-7e5780fdd8aa no longer exists at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 10 21:08:37.341840 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:37.387731 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] For port 1556af23-7030-4f4d-8750-7e5780fdd8aa, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=1556af23-7030-4f4d-8750-7e5780fdd8aa,segment=NetworkSegment(d7f580de-9525-4e7b-93a1-5e7479da2ea8),segment_id=d7f580de-9525-4e7b-93a1-5e7479da2ea8)] {{(pid=79930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:08:37.394204 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:37.399230 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-ed09d1c3-7dff-468c-8ee3-1ed06c96e854 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:08:37.501864 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Pushing event updated for resources: {'Port': ['ID=1556af23-7030-4f4d-8750-7e5780fdd8aa,revision_number=7']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:08:37.505943 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:08:37.523087 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea6f525-8bbf-42c2-b7da-9bf23fb5bac0 req-65c67595-b91c-45ec-a5dd-8f92f0d0523f tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:08:37.525190 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-6ea6f525-8bbf-42c2-b7da-9bf23fb5bac0 req-65c67595-b91c-45ec-a5dd-8f92f0d0523f tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a0928b3-8b03-40d2-b78f-7eb8e84b309f HTTP/1.1" status: 200  len: 946 time: 0.4331770
Feb 10 21:08:37.724566 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [req-6ea6f525-8bbf-42c2-b7da-9bf23fb5bac0 req-ef0ea047-7976-437c-895d-23fb52450ca2 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Deleting port 1556af23-7030-4f4d-8750-7e5780fdd8aa {{(pid=79929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 10 21:08:37.725375 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-6ea6f525-8bbf-42c2-b7da-9bf23fb5bac0 req-ef0ea047-7976-437c-895d-23fb52450ca2 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258056652319'] for port, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:38.016016 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-b202a535-5ffd-4122-a71a-5aba753eafc3 req-2d9f43e8-aa5f-404a-b395-a013dd609a8b tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:38.016765 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-b202a535-5ffd-4122-a71a-5aba753eafc3 req-2d9f43e8-aa5f-404a-b395-a013dd609a8b tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850656737'] for floatingip, after_update {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:38.017304 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.db.l3_db [req-b202a535-5ffd-4122-a71a-5aba753eafc3 req-2d9f43e8-aa5f-404a-b395-a013dd609a8b tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Floating IP 7ce129ec-6cf8-4592-b82f-3be7277b3d41 disassociated. External IP: 172.27.3.168, port: a3009fcd-a441-4251-9ac0-b83a083a8578.
Feb 10 21:08:38.017889 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [req-b202a535-5ffd-4122-a71a-5aba753eafc3 req-2d9f43e8-aa5f-404a-b395-a013dd609a8b tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Calling delete_port for a3009fcd-a441-4251-9ac0-b83a083a8578 owned by compute:nova {{(pid=79928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 10 21:08:38.296714 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3cc036-6c91-4d00-bb7d-1a6e81047be9 req-7045afa0-bb07-4126-89c8-1e37625b18e2 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:08:38.297056 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a0928b3-8b03-40d2-b78f-7eb8e84b309f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1556af23-7030-4f4d-8750-7e5780fdd8aa'}] {{(pid=79930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 10 21:08:38.305000 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-fb3cc036-6c91-4d00-bb7d-1a6e81047be9 req-7045afa0-bb07-4126-89c8-1e37625b18e2 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=9a0928b3-8b03-40d2-b78f-7eb8e84b309f HTTP/1.1" status: 200  len: 944 time: 0.7784595
Feb 10 21:08:38.390707 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd234fab-9b1a-46dd-b66d-d16f7f413898 req-e6963e88-c71a-4dae-a5a6-6d8f28f2117d tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:08:38.402287 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-bd234fab-9b1a-46dd-b66d-d16f7f413898 req-e6963e88-c71a-4dae-a5a6-6d8f28f2117d tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/ports?device_id=e8b23f20-03b7-4c8c-851e-cd085acbd5e8 HTTP/1.1" status: 200  len: 944 time: 1.1273158
Feb 10 21:08:38.422474 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-fb3cc036-6c91-4d00-bb7d-1a6e81047be9 req-c1f5e2b5-a714-4e6f-a88a-ccf65cfd919a tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=895a7e5f-3ef6-4f3c-9ab6-68304e4925ff&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1160762
Feb 10 21:08:38.453822 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [req-6ea6f525-8bbf-42c2-b7da-9bf23fb5bac0 req-ef0ea047-7976-437c-895d-23fb52450ca2 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] For port 1556af23-7030-4f4d-8750-7e5780fdd8aa, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=1556af23-7030-4f4d-8750-7e5780fdd8aa,segment=NetworkSegment(d7f580de-9525-4e7b-93a1-5e7479da2ea8),segment_id=d7f580de-9525-4e7b-93a1-5e7479da2ea8)] {{(pid=79929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:08:38.454554 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-6ea6f525-8bbf-42c2-b7da-9bf23fb5bac0 req-ef0ea047-7976-437c-895d-23fb52450ca2 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797663'] for port, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:38.481212 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-b202a535-5ffd-4122-a71a-5aba753eafc3 req-2d9f43e8-aa5f-404a-b395-a013dd609a8b tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778798065335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778797633719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851641298'] for port, after_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:38.515433 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-bd234fab-9b1a-46dd-b66d-d16f7f413898 req-6a167783-f212-4b83-81a7-3522ee4cd9db tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/security-groups?id=d690a83b-8d2e-42e4-90ab-f76a16f8383a&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1103609
Feb 10 21:08:38.704125 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a0928b3-8b03-40d2-b78f-7eb8e84b309f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1556af23-7030-4f4d-8750-7e5780fdd8aa', 'code': 200}
Feb 10 21:08:38.717177 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-f56896da-ecd7-4ffb-956b-e691467965ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:08:38.816637 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9f43e8-aa5f-404a-b395-a013dd609a8b tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Pushing event deleted for resources: {'Port': ['ID=a3009fcd-a441-4251-9ac0-b83a083a8578,revision_number=None']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:08:38.825242 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-2d9f43e8-aa5f-404a-b395-a013dd609a8b tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:08:39.089078 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 60968) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:08:39.181112 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-6ea6f525-8bbf-42c2-b7da-9bf23fb5bac0 req-ef0ea047-7976-437c-895d-23fb52450ca2 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:39.184114 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-6ea6f525-8bbf-42c2-b7da-9bf23fb5bac0 req-ef0ea047-7976-437c-895d-23fb52450ca2 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850656737'] for floatingip, after_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:39.191416 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.db.l3_db [req-6ea6f525-8bbf-42c2-b7da-9bf23fb5bac0 req-ef0ea047-7976-437c-895d-23fb52450ca2 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Floating IP fff21e0a-8781-497a-bb70-9a636349ae43 disassociated. External IP: 172.27.3.60, port: 1556af23-7030-4f4d-8750-7e5780fdd8aa.
Feb 10 21:08:39.191981 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [req-6ea6f525-8bbf-42c2-b7da-9bf23fb5bac0 req-ef0ea047-7976-437c-895d-23fb52450ca2 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Calling delete_port for 1556af23-7030-4f4d-8750-7e5780fdd8aa owned by compute:nova {{(pid=79929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 10 21:08:39.398463 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-6ea6f525-8bbf-42c2-b7da-9bf23fb5bac0 req-ef0ea047-7976-437c-895d-23fb52450ca2 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778798065335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778797633719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630282'] for port, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:39.431743 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaa3772-c305-43c4-b8b7-711b157e4fbd req-eb90749a-7c86-4460-9ab8-5ca90abfbbc7 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:08:39.433515 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-4aaa3772-c305-43c4-b8b7-711b157e4fbd req-eb90749a-7c86-4460-9ab8-5ca90abfbbc7 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/ports?device_id=3dee1e11-308a-436e-aa4a-df62e56e7423 HTTP/1.1" status: 200  len: 946 time: 0.3661103
Feb 10 21:08:39.448096 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-907cc140-478b-4700-8983-3bb3bf3a66e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:08:39.507323 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b202a535-5ffd-4122-a71a-5aba753eafc3 req-2d9f43e8-aa5f-404a-b395-a013dd609a8b tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Router 106cc9ca-9c38-4b7a-9037-6a5d24b936ca has already been hosted by L3 agent 351a09a7-a8bd-44d4-8337-3dd1b5c8f290 {{(pid=79928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 10 21:08:39.526212 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-4aaa3772-c305-43c4-b8b7-711b157e4fbd req-ddeeeba4-7313-4209-bd1d-4bfbef82cbb2 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Synchronizing usage tracker for tenant:450f83fab0734bc4b485b263670f0fa7 on resource:security_group {{(pid=79928) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 10 21:08:39.553473 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-4aaa3772-c305-43c4-b8b7-711b157e4fbd req-ddeeeba4-7313-4209-bd1d-4bfbef82cbb2 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Unset dirty status for tenant:450f83fab0734bc4b485b263670f0fa7 on resource:security_group {{(pid=79928) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 10 21:08:39.553473 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-4aaa3772-c305-43c4-b8b7-711b157e4fbd req-ddeeeba4-7313-4209-bd1d-4bfbef82cbb2 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/security-groups?id=c335b989-9e5c-4bf7-8234-e0ff1c1dd57a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1104627
Feb 10 21:08:39.585110 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0ea047-7976-437c-895d-23fb52450ca2 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Pushing event deleted for resources: {'Port': ['ID=1556af23-7030-4f4d-8750-7e5780fdd8aa,revision_number=None']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:08:39.621510 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8b609c4e-4b2b-41c2-b311-6b0bfc280ab4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:39.686336 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-ef0ea047-7976-437c-895d-23fb52450ca2 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:08:39.770738 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b202a535-5ffd-4122-a71a-5aba753eafc3 req-2d9f43e8-aa5f-404a-b395-a013dd609a8b tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify agent at l3_agent.dv-cinder-775008-1-iscsi the message routers_updated {{(pid=79928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 10 21:08:39.784359 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ed6f95-15f4-4e97-b5af-dee7f80b8f31 None None] Sync routers for ids ['106cc9ca-9c38-4b7a-9037-6a5d24b936ca'] in dv-cinder-775008-1-iscsi {{(pid=79930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 10 21:08:39.802960 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-8b609c4e-4b2b-41c2-b311-6b0bfc280ab4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:08:39.804287 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ed6f95-15f4-4e97-b5af-dee7f80b8f31 None None] Routers {'106cc9ca-9c38-4b7a-9037-6a5d24b936ca'} bound to L3 agent in host dv-cinder-775008-1-iscsi {{(pid=79930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 10 21:08:39.807984 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-32ed6f95-15f4-4e97-b5af-dee7f80b8f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbf90584a90>, 'dv-cinder-775008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-10T20:53:27Z,description=<?>,heartbeat_timestamp=2021-02-10T21:08:27Z,host='dv-cinder-775008-1-iscsi',id=351a09a7-a8bd-44d4-8337-3dd1b5c8f290,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-10T20:53:27Z,topic='l3_agent')) {'router_ids': ['106cc9ca-9c38-4b7a-9037-6a5d24b936ca'], 'active': True} {{(pid=79930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:08:39.882288 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-ba1c80e9-7d21-4190-9df5-abcde3f4a721 req-5b01f941-15cb-44cd-bf42-7d036075e9f5 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=9a0928b3-8b03-40d2-b78f-7eb8e84b309f HTTP/1.1" status: 200  len: 210 time: 0.0813434
Feb 10 21:08:39.891825 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-8b609c4e-4b2b-41c2-b311-6b0bfc280ab4 admin admin] Usage tracker for resource:security_group_rule and tenant:96b8d937bd174f098408f420d9f11480 is out of sync, need to count used quota {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:08:39.903833 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-8b609c4e-4b2b-41c2-b311-6b0bfc280ab4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:08:39.913452 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-134ea2d9-b2cf-4299-9eba-cf9bd4cbb4c1 req-1905cebc-d281-45ea-b8d1-6a65a9fcbf7e tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/ports?device_id=e8b23f20-03b7-4c8c-851e-cd085acbd5e8 HTTP/1.1" status: 200  len: 210 time: 0.1303616
Feb 10 21:08:39.923767 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [req-b202a535-5ffd-4122-a71a-5aba753eafc3 req-2d9f43e8-aa5f-404a-b395-a013dd609a8b tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] No DVR routers for this DVR port a3009fcd-a441-4251-9ac0-b83a083a8578 on host hv-cinder-77500 {{(pid=79928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 10 21:08:39.924939 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-8b609c4e-4b2b-41c2-b311-6b0bfc280ab4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:08:39.935494 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-b202a535-5ffd-4122-a71a-5aba753eafc3 req-2d9f43e8-aa5f-404a-b395-a013dd609a8b tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770081'] for port, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:39.938794 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8b23f20-03b7-4c8c-851e-cd085acbd5e8', 'name': 'network-vif-deleted', 'tag': 'a3009fcd-a441-4251-9ac0-b83a083a8578'}] {{(pid=79928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 10 21:08:39.973473 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-b202a535-5ffd-4122-a71a-5aba753eafc3 req-2d9f43e8-aa5f-404a-b395-a013dd609a8b tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.15 "DELETE /v2.0/ports/a3009fcd-a441-4251-9ac0-b83a083a8578 HTTP/1.1" status: 204  len: 173 time: 5.4260762
Feb 10 21:08:40.075039 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8b23f20-03b7-4c8c-851e-cd085acbd5e8', 'name': 'network-vif-deleted', 'tag': 'a3009fcd-a441-4251-9ac0-b83a083a8578', 'status': 'completed', 'code': 200}
Feb 10 21:08:40.195389 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvr_db [None req-32ed6f95-15f4-4e97-b5af-dee7f80b8f31 None None] Set router 106cc9ca-9c38-4b7a-9037-6a5d24b936ca gateway port host: dv-cinder-775008-1-iscsi {{(pid=79930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 10 21:08:40.392370 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8b609c4e-4b2b-41c2-b311-6b0bfc280ab4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:40.406225 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8b609c4e-4b2b-41c2-b311-6b0bfc280ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:40.428263 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-97362639-3d49-4d91-92e8-0a9f6943d2ac tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:08:40.466764 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b609c4e-4b2b-41c2-b311-6b0bfc280ab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07145dfa-4025-439f-9fff-6e37f56bee63,revision_number=1']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:08:40.491236 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-8b609c4e-4b2b-41c2-b311-6b0bfc280ab4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:08:40.501693 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ea6f525-8bbf-42c2-b7da-9bf23fb5bac0 req-ef0ea047-7976-437c-895d-23fb52450ca2 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Router 2e104534-3e4e-4154-a391-9d9cf3ff8fa6 has already been hosted by L3 agent 351a09a7-a8bd-44d4-8337-3dd1b5c8f290 {{(pid=79929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 10 21:08:40.516243 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-8b609c4e-4b2b-41c2-b311-6b0bfc280ab4 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=96b8d937bd174f098408f420d9f11480&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4260271
Feb 10 21:08:40.519371 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 60984) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:08:40.614258 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-225dad2f-546b-4b1e-a287-62507c5b2f6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:40.658966 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-32ed6f95-15f4-4e97-b5af-dee7f80b8f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbf90584a90>, [{'id': '106cc9ca-9c38-4b7a-9037-6a5d24b936ca', 'name': 'tempest-AttachVolumeTestJSON-1034830743-router', 'tenant_id': 'b863e31b2eb84722a5af6ec44203a203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': 'e84b6b0d-4d6f-4b29-ab9a-70b37947d282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:02:30Z', 'updated_at': '2021-02-10T21:02:46Z', 'revision_number': 4, 'project_id': 'b863e31b2eb84722a5af6ec44203a203', 'gw_port': {'id': 'e84b6b0d-4d6f-4b29-ab9a-70b37947d282', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:89:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106cc9ca-9c38-4b7a-9037-6a5d24b936ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:02:32Z', 'updated_at': '2021-02-10T21:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi', '_interfaces': [{'id': '546e8bf9-ce1e-4244-b92b-8088eedfe638', 'name': '', 'network_id': '30315e38-e508-43b4-a5e6-20c3939b243b', 'tenant_id': 'b863e31b2eb84722a5af6ec44203a203', 'mac_address': 'fa:16:3e:c3:0b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106cc9ca-9c38-4b7a-9037-6a5d24b936ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ac135e95-2d8a-4872-b364-451b52f8b60d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:02:41Z', 'updated_at': '2021-02-10T21:02:59Z', 'revision_number': 5, 'project_id': 'b863e31b2eb84722a5af6ec44203a203', 'subnets': [{'id': 'ac135e95-2d8a-4872-b364-451b52f8b60d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775008-1-iscsi', False) {} {{(pid=79930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:08:40.677923 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ed6f95-15f4-4e97-b5af-dee7f80b8f31 None None] Checking router: 106cc9ca-9c38-4b7a-9037-6a5d24b936ca for host: dv-cinder-775008-1-iscsi {{(pid=79930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 10 21:08:40.694148 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-225dad2f-546b-4b1e-a287-62507c5b2f6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:40.707609 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ed6f95-15f4-4e97-b5af-dee7f80b8f31 None None] Routers {'106cc9ca-9c38-4b7a-9037-6a5d24b936ca'} bound to L3 agent in host dv-cinder-775008-1-iscsi {{(pid=79930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 10 21:08:40.708602 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-32ed6f95-15f4-4e97-b5af-dee7f80b8f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbf90584a90>, 'dv-cinder-775008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-10T20:53:27Z,description=<?>,heartbeat_timestamp=2021-02-10T21:08:27Z,host='dv-cinder-775008-1-iscsi',id=351a09a7-a8bd-44d4-8337-3dd1b5c8f290,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-10T20:53:27Z,topic='l3_agent')) {'router_ids': ['106cc9ca-9c38-4b7a-9037-6a5d24b936ca'], 'active': True} {{(pid=79930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:08:40.775943 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-225dad2f-546b-4b1e-a287-62507c5b2f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:40.784550 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-265098b8-355b-4076-ba18-bce259ee2dfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:08:40.800280 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225dad2f-546b-4b1e-a287-62507c5b2f6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07145dfa-4025-439f-9fff-6e37f56bee63,revision_number=None']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:08:40.814966 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-225dad2f-546b-4b1e-a287-62507c5b2f6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:08:40.815814 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-225dad2f-546b-4b1e-a287-62507c5b2f6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:40.817554 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-225dad2f-546b-4b1e-a287-62507c5b2f6f admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/07145dfa-4025-439f-9fff-6e37f56bee63 HTTP/1.1" status: 204  len: 168 time: 0.2971172
Feb 10 21:08:40.896844 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ea6f525-8bbf-42c2-b7da-9bf23fb5bac0 req-ef0ea047-7976-437c-895d-23fb52450ca2 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Notify agent at l3_agent.dv-cinder-775008-1-iscsi the message routers_updated {{(pid=79929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 10 21:08:40.906852 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6470957f-4f6f-4859-b9a0-5fb1d507c4cc None None] Sync routers for ids ['2e104534-3e4e-4154-a391-9d9cf3ff8fa6'] in dv-cinder-775008-1-iscsi {{(pid=79931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 10 21:08:40.920720 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6470957f-4f6f-4859-b9a0-5fb1d507c4cc None None] Routers {'2e104534-3e4e-4154-a391-9d9cf3ff8fa6'} bound to L3 agent in host dv-cinder-775008-1-iscsi {{(pid=79931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 10 21:08:40.921403 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-6470957f-4f6f-4859-b9a0-5fb1d507c4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbf90e582e8>, 'dv-cinder-775008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-10T20:53:27Z,description=<?>,heartbeat_timestamp=2021-02-10T21:08:27Z,host='dv-cinder-775008-1-iscsi',id=351a09a7-a8bd-44d4-8337-3dd1b5c8f290,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-10T20:53:27Z,topic='l3_agent')) {'router_ids': ['2e104534-3e4e-4154-a391-9d9cf3ff8fa6'], 'active': True} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:08:40.994685 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ea6f525-8bbf-42c2-b7da-9bf23fb5bac0 req-ef0ea047-7976-437c-895d-23fb52450ca2 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] No DVR routers for this DVR port 1556af23-7030-4f4d-8750-7e5780fdd8aa on host hv-cinder-77500 {{(pid=79929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 10 21:08:41.006994 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-6ea6f525-8bbf-42c2-b7da-9bf23fb5bac0 req-ef0ea047-7976-437c-895d-23fb52450ca2 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770081'] for port, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:41.058917 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a0928b3-8b03-40d2-b78f-7eb8e84b309f', 'name': 'network-vif-deleted', 'tag': '1556af23-7030-4f4d-8750-7e5780fdd8aa'}] {{(pid=79929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 10 21:08:41.072643 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-6ea6f525-8bbf-42c2-b7da-9bf23fb5bac0 req-ef0ea047-7976-437c-895d-23fb52450ca2 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.15 "DELETE /v2.0/ports/1556af23-7030-4f4d-8750-7e5780fdd8aa HTTP/1.1" status: 204  len: 173 time: 3.5381429
Feb 10 21:08:41.241701 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvr_db [None req-32ed6f95-15f4-4e97-b5af-dee7f80b8f31 None None] Set router 106cc9ca-9c38-4b7a-9037-6a5d24b936ca gateway port host: dv-cinder-775008-1-iscsi {{(pid=79930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 10 21:08:41.273306 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1678c5b8-1c9a-4612-a70e-f6b9733fbd09 req-4eef7b2d-914c-4d9a-87be-226b11f25821 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:08:41.275382 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1678c5b8-1c9a-4612-a70e-f6b9733fbd09 req-4eef7b2d-914c-4d9a-87be-226b11f25821 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dee1e11-308a-436e-aa4a-df62e56e7423 HTTP/1.1" status: 200  len: 946 time: 0.3433139
Feb 10 21:08:41.381061 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-bcebec6f-271f-4287-a118-0f751e87c8c0 req-84ff2fbc-1bb5-45dc-b34b-262182a65b2c tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Synchronizing usage tracker for tenant:eb8be716db2e42aea2a6c06bf05c44b5 on resource:port {{(pid=79929) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 10 21:08:41.427387 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d29704-2f44-48d2-b5dd-63433275145b req-d1f9407d-d9e1-4e37-b05e-42af0835e37e tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:08:41.438052 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-68d29704-2f44-48d2-b5dd-63433275145b req-d1f9407d-d9e1-4e37-b05e-42af0835e37e tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/ports?device_id=3dee1e11-308a-436e-aa4a-df62e56e7423 HTTP/1.1" status: 200  len: 946 time: 0.5854719
Feb 10 21:08:41.450621 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-bcebec6f-271f-4287-a118-0f751e87c8c0 req-84ff2fbc-1bb5-45dc-b34b-262182a65b2c tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Unset dirty status for tenant:eb8be716db2e42aea2a6c06bf05c44b5 on resource:port {{(pid=79929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 10 21:08:41.452329 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-bcebec6f-271f-4287-a118-0f751e87c8c0 req-84ff2fbc-1bb5-45dc-b34b-262182a65b2c tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=9a0928b3-8b03-40d2-b78f-7eb8e84b309f HTTP/1.1" status: 200  len: 210 time: 0.2157450
Feb 10 21:08:41.506332 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device 5cea92f5-237c-46d5-a831-9463f7eedfbe no longer exists at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 10 21:08:41.527609 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvr_db [None req-6470957f-4f6f-4859-b9a0-5fb1d507c4cc None None] Set router 2e104534-3e4e-4154-a391-9d9cf3ff8fa6 gateway port host: dv-cinder-775008-1-iscsi {{(pid=79931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 10 21:08:41.575577 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-68d29704-2f44-48d2-b5dd-63433275145b req-afafbe84-e24c-4c70-8f51-bf11e24e5bbc tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/security-groups?id=c335b989-9e5c-4bf7-8234-e0ff1c1dd57a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1361110
Feb 10 21:08:41.643825 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [req-1678c5b8-1c9a-4612-a70e-f6b9733fbd09 req-1b55434d-5b6b-4f4a-a576-1ae79373a7f2 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Deleting port 5cea92f5-237c-46d5-a831-9463f7eedfbe {{(pid=79928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 10 21:08:41.644949 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-1678c5b8-1c9a-4612-a70e-f6b9733fbd09 req-1b55434d-5b6b-4f4a-a576-1ae79373a7f2 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258056652319'] for port, before_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:41.697945 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a0928b3-8b03-40d2-b78f-7eb8e84b309f', 'name': 'network-vif-deleted', 'tag': '1556af23-7030-4f4d-8750-7e5780fdd8aa', 'status': 'completed', 'code': 200}
Feb 10 21:08:41.747001 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 32788) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:08:41.895757 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 32792) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:08:41.927735 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-02a13b56-a2f4-406c-a2d9-4c352f082572 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify callbacks [] for security_group, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:41.972120 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-02a13b56-a2f4-406c-a2d9-4c352f082572 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:42.011348 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-035e9b24-94cc-48b7-9971-aa387a99283c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:42.040086 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-02a13b56-a2f4-406c-a2d9-4c352f082572 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:42.049126 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-8b609c4e-4b2b-41c2-b311-6b0bfc280ab4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:08:42.074088 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-035e9b24-94cc-48b7-9971-aa387a99283c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:08:42.086002 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-035e9b24-94cc-48b7-9971-aa387a99283c admin admin] Usage tracker for resource:security_group_rule and tenant:6ef288229551415895901622b52fa13e is out of sync, need to count used quota {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:08:42.089364 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a13b56-a2f4-406c-a2d9-4c352f082572 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d690a83b-8d2e-42e4-90ab-f76a16f8383a,revision_number=None']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:08:42.103878 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-02a13b56-a2f4-406c-a2d9-4c352f082572 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:08:42.120100 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-02a13b56-a2f4-406c-a2d9-4c352f082572 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify callbacks [] for security_group, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:42.124438 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-02a13b56-a2f4-406c-a2d9-4c352f082572 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "DELETE /v2.0/security-groups/d690a83b-8d2e-42e4-90ab-f76a16f8383a HTTP/1.1" status: 204  len: 168 time: 0.3731637
Feb 10 21:08:42.126547 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 32796) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:08:42.141180 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-035e9b24-94cc-48b7-9971-aa387a99283c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:08:42.157940 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-035e9b24-94cc-48b7-9971-aa387a99283c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:08:42.168472 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.v2.resource [None req-f2afd86a-e415-41b2-9923-124f3f6c9b3c tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] show failed (client error): The resource could not be found.
Feb 10 21:08:42.173082 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-f2afd86a-e415-41b2-9923-124f3f6c9b3c tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/security-groups/d690a83b-8d2e-42e4-90ab-f76a16f8383a HTTP/1.1" status: 404  len: 347 time: 0.0427403
Feb 10 21:08:42.173375 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 32800) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:08:42.239097 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-6470957f-4f6f-4859-b9a0-5fb1d507c4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbf90e582e8>, [{'id': '2e104534-3e4e-4154-a391-9d9cf3ff8fa6', 'name': 'tempest-AttachVolumeShelveTestJSON-874070501-router', 'tenant_id': 'eb8be716db2e42aea2a6c06bf05c44b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': 'c96d1082-8b20-4b01-a83f-c53bd580ef7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:04:04Z', 'updated_at': '2021-02-10T21:04:14Z', 'revision_number': 4, 'project_id': 'eb8be716db2e42aea2a6c06bf05c44b5', 'gw_port': {'id': 'c96d1082-8b20-4b01-a83f-c53bd580ef7b', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:68:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e104534-3e4e-4154-a391-9d9cf3ff8fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:04:06Z', 'updated_at': '2021-02-10T21:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi', '_interfaces': [{'id': '36b90f73-a138-4d9f-b18f-6974b61cde97', 'name': '', 'network_id': '009dd3d9-5800-4858-a534-697a99ad36c1', 'tenant_id': 'eb8be716db2e42aea2a6c06bf05c44b5', 'mac_address': 'fa:16:3e:e4:3f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e104534-3e4e-4154-a391-9d9cf3ff8fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '6d155787-390f-4d80-9348-99de0b4f3565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:04:12Z', 'updated_at': '2021-02-10T21:04:26Z', 'revision_number': 5, 'project_id': 'eb8be716db2e42aea2a6c06bf05c44b5', 'subnets': [{'id': '6d155787-390f-4d80-9348-99de0b4f3565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775008-1-iscsi', False) {} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:08:42.244471 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6470957f-4f6f-4859-b9a0-5fb1d507c4cc None None] Checking router: 2e104534-3e4e-4154-a391-9d9cf3ff8fa6 for host: dv-cinder-775008-1-iscsi {{(pid=79931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 10 21:08:42.253526 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-32ed6f95-15f4-4e97-b5af-dee7f80b8f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbf90584a90>, [{'id': '106cc9ca-9c38-4b7a-9037-6a5d24b936ca', 'name': 'tempest-AttachVolumeTestJSON-1034830743-router', 'tenant_id': 'b863e31b2eb84722a5af6ec44203a203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': 'e84b6b0d-4d6f-4b29-ab9a-70b37947d282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:02:30Z', 'updated_at': '2021-02-10T21:02:46Z', 'revision_number': 4, 'project_id': 'b863e31b2eb84722a5af6ec44203a203', 'gw_port': {'id': 'e84b6b0d-4d6f-4b29-ab9a-70b37947d282', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:89:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106cc9ca-9c38-4b7a-9037-6a5d24b936ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:02:32Z', 'updated_at': '2021-02-10T21:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi', '_interfaces': [{'id': '546e8bf9-ce1e-4244-b92b-8088eedfe638', 'name': '', 'network_id': '30315e38-e508-43b4-a5e6-20c3939b243b', 'tenant_id': 'b863e31b2eb84722a5af6ec44203a203', 'mac_address': 'fa:16:3e:c3:0b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106cc9ca-9c38-4b7a-9037-6a5d24b936ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ac135e95-2d8a-4872-b364-451b52f8b60d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:02:41Z', 'updated_at': '2021-02-10T21:02:59Z', 'revision_number': 5, 'project_id': 'b863e31b2eb84722a5af6ec44203a203', 'subnets': [{'id': 'ac135e95-2d8a-4872-b364-451b52f8b60d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775008-1-iscsi', False) {} {{(pid=79930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:08:42.256588 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6470957f-4f6f-4859-b9a0-5fb1d507c4cc None None] Routers {'2e104534-3e4e-4154-a391-9d9cf3ff8fa6'} bound to L3 agent in host dv-cinder-775008-1-iscsi {{(pid=79931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 10 21:08:42.257679 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-6470957f-4f6f-4859-b9a0-5fb1d507c4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbf90e582e8>, 'dv-cinder-775008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-10T20:53:27Z,description=<?>,heartbeat_timestamp=2021-02-10T21:08:27Z,host='dv-cinder-775008-1-iscsi',id=351a09a7-a8bd-44d4-8337-3dd1b5c8f290,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-10T20:53:27Z,topic='l3_agent')) {'router_ids': ['2e104534-3e4e-4154-a391-9d9cf3ff8fa6'], 'active': True} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:08:42.260030 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ed6f95-15f4-4e97-b5af-dee7f80b8f31 None None] The sync data for ids ['106cc9ca-9c38-4b7a-9037-6a5d24b936ca'] in dv-cinder-775008-1-iscsi is: [{'id': '106cc9ca-9c38-4b7a-9037-6a5d24b936ca', 'name': 'tempest-AttachVolumeTestJSON-1034830743-router', 'tenant_id': 'b863e31b2eb84722a5af6ec44203a203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': 'e84b6b0d-4d6f-4b29-ab9a-70b37947d282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:02:30Z', 'updated_at': '2021-02-10T21:02:46Z', 'revision_number': 4, 'project_id': 'b863e31b2eb84722a5af6ec44203a203', 'gw_port': {'id': 'e84b6b0d-4d6f-4b29-ab9a-70b37947d282', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:89:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106cc9ca-9c38-4b7a-9037-6a5d24b936ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:02:32Z', 'updated_at': '2021-02-10T21:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi', '_interfaces': [{'id': '546e8bf9-ce1e-4244-b92b-8088eedfe638', 'name': '', 'network_id': '30315e38-e508-43b4-a5e6-20c3939b243b', 'tenant_id': 'b863e31b2eb84722a5af6ec44203a203', 'mac_address': 'fa:16:3e:c3:0b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106cc9ca-9c38-4b7a-9037-6a5d24b936ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ac135e95-2d8a-4872-b364-451b52f8b60d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:02:41Z', 'updated_at': '2021-02-10T21:02:59Z', 'revision_number': 5, 'project_id': 'b863e31b2eb84722a5af6ec44203a203', 'subnets': [{'id': 'ac135e95-2d8a-4872-b364-451b52f8b60d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 10 21:08:42.264156 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:42.307165 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] For port 5cea92f5-237c-46d5-a831-9463f7eedfbe, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=5cea92f5-237c-46d5-a831-9463f7eedfbe,segment=NetworkSegment(523996b1-29da-4623-83de-a657233dda5c),segment_id=523996b1-29da-4623-83de-a657233dda5c)] {{(pid=79930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:08:42.308222 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dee1e11-308a-436e-aa4a-df62e56e7423', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cea92f5-237c-46d5-a831-9463f7eedfbe'}] {{(pid=79930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 10 21:08:42.329119 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [req-1678c5b8-1c9a-4612-a70e-f6b9733fbd09 req-1b55434d-5b6b-4f4a-a576-1ae79373a7f2 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] For port 5cea92f5-237c-46d5-a831-9463f7eedfbe, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=5cea92f5-237c-46d5-a831-9463f7eedfbe,segment=NetworkSegment(523996b1-29da-4623-83de-a657233dda5c),segment_id=523996b1-29da-4623-83de-a657233dda5c)] {{(pid=79928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:08:42.329622 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-1678c5b8-1c9a-4612-a70e-f6b9733fbd09 req-1b55434d-5b6b-4f4a-a576-1ae79373a7f2 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797663'] for port, precommit_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:42.336678 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:42.339492 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-29824069-15e1-45da-a899-803b93158804 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:08:42.467017 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dee1e11-308a-436e-aa4a-df62e56e7423', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cea92f5-237c-46d5-a831-9463f7eedfbe', 'code': 200}
Feb 10 21:08:42.533590 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvr_db [None req-6470957f-4f6f-4859-b9a0-5fb1d507c4cc None None] Set router 2e104534-3e4e-4154-a391-9d9cf3ff8fa6 gateway port host: dv-cinder-775008-1-iscsi {{(pid=79931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 10 21:08:42.534304 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Pushing event updated for resources: {'Port': ['ID=5cea92f5-237c-46d5-a831-9463f7eedfbe,revision_number=7']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:08:42.537768 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:08:42.584539 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [req-1678c5b8-1c9a-4612-a70e-f6b9733fbd09 req-1b55434d-5b6b-4f4a-a576-1ae79373a7f2 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Calling delete_port for 5cea92f5-237c-46d5-a831-9463f7eedfbe owned by compute:nova {{(pid=79928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 10 21:08:42.767205 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.db.api [req-1678c5b8-1c9a-4612-a70e-f6b9733fbd09 req-1b55434d-5b6b-4f4a-a576-1ae79373a7f2 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79928) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 10 21:08:42.767569 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_db.api [req-1678c5b8-1c9a-4612-a70e-f6b9733fbd09 req-1b55434d-5b6b-4f4a-a576-1ae79373a7f2 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79928) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 10 21:08:42.788527 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 32822) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:08:42.861193 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-bc1f1c49-d0e2-4dbd-9b49-0ac19df7aa02 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Deleting port 73da7dda-3351-4943-a40f-567d4b42ba82 {{(pid=79929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 10 21:08:42.861568 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-bc1f1c49-d0e2-4dbd-9b49-0ac19df7aa02 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258056652319'] for port, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:42.895316 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c92355-d2bc-43bf-a386-dc4820d2d86f None None] New status for floating IP 7ce129ec-6cf8-4592-b82f-3be7277b3d41: DOWN {{(pid=79930) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 10 21:08:43.021772 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-df407fa8-1e54-41d8-bda4-42a259e3f254 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Notify callbacks [] for security_group, before_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:43.070878 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-6470957f-4f6f-4859-b9a0-5fb1d507c4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbf90e582e8>, [{'id': '2e104534-3e4e-4154-a391-9d9cf3ff8fa6', 'name': 'tempest-AttachVolumeShelveTestJSON-874070501-router', 'tenant_id': 'eb8be716db2e42aea2a6c06bf05c44b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': 'c96d1082-8b20-4b01-a83f-c53bd580ef7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:04:04Z', 'updated_at': '2021-02-10T21:04:14Z', 'revision_number': 4, 'project_id': 'eb8be716db2e42aea2a6c06bf05c44b5', 'gw_port': {'id': 'c96d1082-8b20-4b01-a83f-c53bd580ef7b', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:68:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e104534-3e4e-4154-a391-9d9cf3ff8fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:04:06Z', 'updated_at': '2021-02-10T21:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi', '_interfaces': [{'id': '36b90f73-a138-4d9f-b18f-6974b61cde97', 'name': '', 'network_id': '009dd3d9-5800-4858-a534-697a99ad36c1', 'tenant_id': 'eb8be716db2e42aea2a6c06bf05c44b5', 'mac_address': 'fa:16:3e:e4:3f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e104534-3e4e-4154-a391-9d9cf3ff8fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '6d155787-390f-4d80-9348-99de0b4f3565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:04:12Z', 'updated_at': '2021-02-10T21:04:26Z', 'revision_number': 5, 'project_id': 'eb8be716db2e42aea2a6c06bf05c44b5', 'subnets': [{'id': '6d155787-390f-4d80-9348-99de0b4f3565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775008-1-iscsi', False) {} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:08:43.084993 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6470957f-4f6f-4859-b9a0-5fb1d507c4cc None None] The sync data for ids ['2e104534-3e4e-4154-a391-9d9cf3ff8fa6'] in dv-cinder-775008-1-iscsi is: [{'id': '2e104534-3e4e-4154-a391-9d9cf3ff8fa6', 'name': 'tempest-AttachVolumeShelveTestJSON-874070501-router', 'tenant_id': 'eb8be716db2e42aea2a6c06bf05c44b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': 'c96d1082-8b20-4b01-a83f-c53bd580ef7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:04:04Z', 'updated_at': '2021-02-10T21:04:14Z', 'revision_number': 4, 'project_id': 'eb8be716db2e42aea2a6c06bf05c44b5', 'gw_port': {'id': 'c96d1082-8b20-4b01-a83f-c53bd580ef7b', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:68:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e104534-3e4e-4154-a391-9d9cf3ff8fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:04:06Z', 'updated_at': '2021-02-10T21:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi', '_interfaces': [{'id': '36b90f73-a138-4d9f-b18f-6974b61cde97', 'name': '', 'network_id': '009dd3d9-5800-4858-a534-697a99ad36c1', 'tenant_id': 'eb8be716db2e42aea2a6c06bf05c44b5', 'mac_address': 'fa:16:3e:e4:3f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e104534-3e4e-4154-a391-9d9cf3ff8fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '6d155787-390f-4d80-9348-99de0b4f3565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:04:12Z', 'updated_at': '2021-02-10T21:04:26Z', 'revision_number': 5, 'project_id': 'eb8be716db2e42aea2a6c06bf05c44b5', 'subnets': [{'id': '6d155787-390f-4d80-9348-99de0b4f3565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 10 21:08:43.100409 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-df407fa8-1e54-41d8-bda4-42a259e3f254 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:43.149280 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-bc1f1c49-d0e2-4dbd-9b49-0ac19df7aa02 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797663'] for port, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:43.150122 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-bc1f1c49-d0e2-4dbd-9b49-0ac19df7aa02 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:43.301441 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c0b819-0b87-40d7-992a-59ccd1cd071c req-4f0c7fde-ac28-49c3-8289-c9e60fffbf27 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:08:43.303016 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-bc1f1c49-d0e2-4dbd-9b49-0ac19df7aa02 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Calling delete_port for 73da7dda-3351-4943-a40f-567d4b42ba82 owned by network:floatingip {{(pid=79929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 10 21:08:43.303325 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-67c0b819-0b87-40d7-992a-59ccd1cd071c req-4f0c7fde-ac28-49c3-8289-c9e60fffbf27 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/ports?device_id=3dee1e11-308a-436e-aa4a-df62e56e7423 HTTP/1.1" status: 200  len: 944 time: 0.3963242
Feb 10 21:08:43.308262 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-035e9b24-94cc-48b7-9971-aa387a99283c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:43.309991 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [req-1678c5b8-1c9a-4612-a70e-f6b9733fbd09 req-1b55434d-5b6b-4f4a-a576-1ae79373a7f2 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Deleting port 5cea92f5-237c-46d5-a831-9463f7eedfbe {{(pid=79928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 10 21:08:43.310581 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-1678c5b8-1c9a-4612-a70e-f6b9733fbd09 req-1b55434d-5b6b-4f4a-a576-1ae79373a7f2 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258056652319'] for port, before_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:43.365902 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-035e9b24-94cc-48b7-9971-aa387a99283c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:43.401086 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-16ff387f-6586-46ce-9495-cec80d235a83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:08:43.418354 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.db.api [None req-bc1f1c49-d0e2-4dbd-9b49-0ac19df7aa02 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79929) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 10 21:08:43.418875 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_db.api [None req-bc1f1c49-d0e2-4dbd-9b49-0ac19df7aa02 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 10 21:08:43.483889 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-67c0b819-0b87-40d7-992a-59ccd1cd071c req-92b96f4a-c68f-46eb-bdaf-ee6b1a21dae0 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/security-groups?id=c335b989-9e5c-4bf7-8234-e0ff1c1dd57a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1338084
Feb 10 21:08:43.493310 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-df407fa8-1e54-41d8-bda4-42a259e3f254 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:43.570110 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035e9b24-94cc-48b7-9971-aa387a99283c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=582892db-c2f3-421f-b5e8-bef3d2a4aa64,revision_number=1']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:08:43.575103 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-035e9b24-94cc-48b7-9971-aa387a99283c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:08:43.581963 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 32852) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:08:43.592307 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-035e9b24-94cc-48b7-9971-aa387a99283c admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=6ef288229551415895901622b52fa13e&name=default HTTP/1.1" status: 200  len: 2979 time: 1.6778307
Feb 10 21:08:43.627086 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-4fc86044-3ee8-4e5a-bd34-1a1d5cbf0bad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:08:43.673448 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-7f073f50-9b5c-4433-85d7-adde660a10b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:43.711137 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-7f073f50-9b5c-4433-85d7-adde660a10b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:43.721954 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee71b37-812d-4d31-a4f0-148ce1f9ac49 None None] New status for floating IP fff21e0a-8781-497a-bb70-9a636349ae43: DOWN {{(pid=79931) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 10 21:08:43.788392 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-7f073f50-9b5c-4433-85d7-adde660a10b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:43.802907 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-1dad94af-b4f9-487b-84a8-32eacc560920 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:08:43.829251 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f073f50-9b5c-4433-85d7-adde660a10b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=582892db-c2f3-421f-b5e8-bef3d2a4aa64,revision_number=None']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:08:43.835311 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-7f073f50-9b5c-4433-85d7-adde660a10b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:08:43.844544 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-7f073f50-9b5c-4433-85d7-adde660a10b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:43.845902 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-7f073f50-9b5c-4433-85d7-adde660a10b2 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/582892db-c2f3-421f-b5e8-bef3d2a4aa64 HTTP/1.1" status: 204  len: 168 time: 0.2628367
Feb 10 21:08:43.885208 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df407fa8-1e54-41d8-bda4-42a259e3f254 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=895a7e5f-3ef6-4f3c-9ab6-68304e4925ff,revision_number=None']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:08:43.895025 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-df407fa8-1e54-41d8-bda4-42a259e3f254 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:08:43.920494 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-bc1f1c49-d0e2-4dbd-9b49-0ac19df7aa02 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Deleting port 73da7dda-3351-4943-a40f-567d4b42ba82 {{(pid=79929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 10 21:08:43.920891 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-bc1f1c49-d0e2-4dbd-9b49-0ac19df7aa02 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258056652319'] for port, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:43.949802 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-df407fa8-1e54-41d8-bda4-42a259e3f254 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Notify callbacks [] for security_group, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:43.951246 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-df407fa8-1e54-41d8-bda4-42a259e3f254 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "DELETE /v2.0/security-groups/895a7e5f-3ef6-4f3c-9ab6-68304e4925ff HTTP/1.1" status: 204  len: 168 time: 1.1561880
Feb 10 21:08:43.955401 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 32876) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:08:44.137754 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.v2.resource [None req-b80e2dae-dbcc-4e9a-9a27-cb6e5be55016 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] show failed (client error): The resource could not be found.
Feb 10 21:08:44.141768 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-b80e2dae-dbcc-4e9a-9a27-cb6e5be55016 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups/895a7e5f-3ef6-4f3c-9ab6-68304e4925ff HTTP/1.1" status: 404  len: 347 time: 0.1824543
Feb 10 21:08:44.142939 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 32882) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:08:44.196984 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-bc1f1c49-d0e2-4dbd-9b49-0ac19df7aa02 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797663'] for port, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:44.196984 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-bc1f1c49-d0e2-4dbd-9b49-0ac19df7aa02 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:44.346400 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-bc1f1c49-d0e2-4dbd-9b49-0ac19df7aa02 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Calling delete_port for 73da7dda-3351-4943-a40f-567d4b42ba82 owned by network:floatingip {{(pid=79929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 10 21:08:44.372590 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-10f31e17-de0e-42ba-99bb-2ce37f71163b tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Deleting port 7bd2b18a-639e-4545-871a-b86961513637 {{(pid=79928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 10 21:08:44.372970 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-10f31e17-de0e-42ba-99bb-2ce37f71163b tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258056652319'] for port, before_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:44.436923 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [req-1678c5b8-1c9a-4612-a70e-f6b9733fbd09 req-1b55434d-5b6b-4f4a-a576-1ae79373a7f2 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] For port 5cea92f5-237c-46d5-a831-9463f7eedfbe, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=5cea92f5-237c-46d5-a831-9463f7eedfbe,segment=NetworkSegment(523996b1-29da-4623-83de-a657233dda5c),segment_id=523996b1-29da-4623-83de-a657233dda5c)] {{(pid=79928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:08:44.437460 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-1678c5b8-1c9a-4612-a70e-f6b9733fbd09 req-1b55434d-5b6b-4f4a-a576-1ae79373a7f2 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797663'] for port, precommit_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:44.508392 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-bc1f1c49-d0e2-4dbd-9b49-0ac19df7aa02 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778798065335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778797633719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630282'] for port, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:44.524680 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-8693ce07-3b6f-469b-b567-56fb2318278e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:08:44.581571 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1f1c49-d0e2-4dbd-9b49-0ac19df7aa02 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Pushing event deleted for resources: {'Port': ['ID=73da7dda-3351-4943-a40f-567d4b42ba82,revision_number=None']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:08:44.586433 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-bc1f1c49-d0e2-4dbd-9b49-0ac19df7aa02 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:08:44.629164 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [req-1678c5b8-1c9a-4612-a70e-f6b9733fbd09 req-1b55434d-5b6b-4f4a-a576-1ae79373a7f2 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Calling delete_port for 5cea92f5-237c-46d5-a831-9463f7eedfbe owned by compute:nova {{(pid=79928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 10 21:08:44.812861 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-10f31e17-de0e-42ba-99bb-2ce37f71163b tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797663'] for port, precommit_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:44.813230 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-10f31e17-de0e-42ba-99bb-2ce37f71163b tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:44.866560 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32593ad-6fd3-41b1-902a-acbc4587cf6e req-3f310edf-2f9e-45f2-8d52-a30489629f27 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:08:44.867400 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-e32593ad-6fd3-41b1-902a-acbc4587cf6e req-3f310edf-2f9e-45f2-8d52-a30489629f27 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Synchronizing usage tracker for tenant:450f83fab0734bc4b485b263670f0fa7 on resource:port {{(pid=79929) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 10 21:08:44.938413 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-e32593ad-6fd3-41b1-902a-acbc4587cf6e req-3f310edf-2f9e-45f2-8d52-a30489629f27 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Unset dirty status for tenant:450f83fab0734bc4b485b263670f0fa7 on resource:port {{(pid=79929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 10 21:08:44.940011 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-e32593ad-6fd3-41b1-902a-acbc4587cf6e req-3f310edf-2f9e-45f2-8d52-a30489629f27 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/ports?device_id=3dee1e11-308a-436e-aa4a-df62e56e7423 HTTP/1.1" status: 200  len: 944 time: 0.2858555
Feb 10 21:08:44.951516 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-bc1f1c49-d0e2-4dbd-9b49-0ac19df7aa02 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify callbacks [] for floatingip, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:44.998032 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-bc1f1c49-d0e2-4dbd-9b49-0ac19df7aa02 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770081'] for floatingip, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:44.999012 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-10f31e17-de0e-42ba-99bb-2ce37f71163b tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Calling delete_port for 7bd2b18a-639e-4545-871a-b86961513637 owned by network:floatingip {{(pid=79928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 10 21:08:44.999281 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-bc1f1c49-d0e2-4dbd-9b49-0ac19df7aa02 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "DELETE /v2.0/floatingips/7ce129ec-6cf8-4592-b82f-3be7277b3d41 HTTP/1.1" status: 204  len: 168 time: 2.8249221
Feb 10 21:08:45.032907 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-e32593ad-6fd3-41b1-902a-acbc4587cf6e req-c91e725c-94bd-4bec-8068-01bb910526e3 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/security-groups?id=c335b989-9e5c-4bf7-8234-e0ff1c1dd57a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0838408
Feb 10 21:08:45.095170 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-1678c5b8-1c9a-4612-a70e-f6b9733fbd09 req-1b55434d-5b6b-4f4a-a576-1ae79373a7f2 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778798065335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778797633719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851641298'] for port, after_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:45.122873 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-423fd859-22c3-465e-b349-7307061e0b5d tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:08:45.181882 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 32910) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:08:45.203383 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b55434d-5b6b-4f4a-a576-1ae79373a7f2 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Pushing event deleted for resources: {'Port': ['ID=5cea92f5-237c-46d5-a831-9463f7eedfbe,revision_number=None']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:08:45.214559 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-1b55434d-5b6b-4f4a-a576-1ae79373a7f2 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:08:45.253773 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.db_base_plugin_v2 [None req-8107f710-b16f-4956-a3d6-d5ac1947a321 admin admin] Deleting subnet 29935885-e9b0-4a4f-8cf9-316d68906121 {{(pid=79929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 10 21:08:45.257308 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8107f710-b16f-4956-a3d6-d5ac1947a321 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:45.310304 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 32916) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:08:45.318290 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [None req-d97b4dc7-a987-45cc-a178-8929363a331d tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1259925562', 'description': 'tempest-description--1110880775'}} {{(pid=79929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:08:45.344895 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-d97b4dc7-a987-45cc-a178-8929363a331d tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:08:45.348739 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8107f710-b16f-4956-a3d6-d5ac1947a321 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707976'] for subnet, precommit_delete_associations {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:45.383626 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-d97b4dc7-a987-45cc-a178-8929363a331d tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Usage tracker for resource:security_group and tenant:b863e31b2eb84722a5af6ec44203a203 is out of sync, need to count used quota {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:08:45.386384 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-10f31e17-de0e-42ba-99bb-2ce37f71163b tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778798065335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778797633719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851641298'] for port, after_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:45.393316 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-d97b4dc7-a987-45cc-a178-8929363a331d tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:08:45.403455 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-d97b4dc7-a987-45cc-a178-8929363a331d tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:08:45.406473 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b70ed23e-cb7f-40b5-9d6a-e2b7103b3e7e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:08:45.425258 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-d97b4dc7-a987-45cc-a178-8929363a331d tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify callbacks [] for security_group, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:45.438741 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8107f710-b16f-4956-a3d6-d5ac1947a321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016988'] for subnet, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:45.515560 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f31e17-de0e-42ba-99bb-2ce37f71163b tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Pushing event deleted for resources: {'Port': ['ID=7bd2b18a-639e-4545-871a-b86961513637,revision_number=None']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:08:45.530167 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-d97b4dc7-a987-45cc-a178-8929363a331d tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:08:45.547946 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-d97b4dc7-a987-45cc-a178-8929363a331d tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Usage tracker for resource:security_group_rule and tenant:b863e31b2eb84722a5af6ec44203a203 is out of sync, need to count used quota {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:08:45.552512 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-d97b4dc7-a987-45cc-a178-8929363a331d tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:08:45.566394 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [req-1678c5b8-1c9a-4612-a70e-f6b9733fbd09 req-1b55434d-5b6b-4f4a-a576-1ae79373a7f2 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] No DVR routers for this DVR port 5cea92f5-237c-46d5-a831-9463f7eedfbe on host hv-cinder-77500 {{(pid=79928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 10 21:08:45.572654 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-10f31e17-de0e-42ba-99bb-2ce37f71163b tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:08:45.585196 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-1678c5b8-1c9a-4612-a70e-f6b9733fbd09 req-1b55434d-5b6b-4f4a-a576-1ae79373a7f2 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770081'] for port, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:45.588007 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dee1e11-308a-436e-aa4a-df62e56e7423', 'name': 'network-vif-deleted', 'tag': '5cea92f5-237c-46d5-a831-9463f7eedfbe'}] {{(pid=79928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 10 21:08:45.612303 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-d97b4dc7-a987-45cc-a178-8929363a331d tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:08:45.624040 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1678c5b8-1c9a-4612-a70e-f6b9733fbd09 req-1b55434d-5b6b-4f4a-a576-1ae79373a7f2 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.15 "DELETE /v2.0/ports/5cea92f5-237c-46d5-a831-9463f7eedfbe HTTP/1.1" status: 204  len: 173 time: 4.3419700
Feb 10 21:08:45.692234 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dee1e11-308a-436e-aa4a-df62e56e7423', 'name': 'network-vif-deleted', 'tag': '5cea92f5-237c-46d5-a831-9463f7eedfbe', 'status': 'completed', 'code': 200}
Feb 10 21:08:45.723061 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-10f31e17-de0e-42ba-99bb-2ce37f71163b tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Notify callbacks [] for floatingip, after_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:45.725739 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-10f31e17-de0e-42ba-99bb-2ce37f71163b tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770081'] for floatingip, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:45.727130 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-10f31e17-de0e-42ba-99bb-2ce37f71163b tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "DELETE /v2.0/floatingips/fff21e0a-8781-497a-bb70-9a636349ae43 HTTP/1.1" status: 204  len: 168 time: 1.5831583
Feb 10 21:08:45.833355 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-d97b4dc7-a987-45cc-a178-8929363a331d tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify callbacks [] for security_group, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:45.842533 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-d97b4dc7-a987-45cc-a178-8929363a331d tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:45.848886 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-d0d76b85-18ca-41b6-97ab-3fae2f9a1524 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:08:45.890456 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8107f710-b16f-4956-a3d6-d5ac1947a321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853758828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2627678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2464197'] for subnet, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:45.892123 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97b4dc7-a987-45cc-a178-8929363a331d tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6834107b-bba0-4b26-b4bf-f136ba437706,revision_number=1']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:08:45.911370 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-d97b4dc7-a987-45cc-a178-8929363a331d tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:08:45.917167 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:08:45.983929 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-d97b4dc7-a987-45cc-a178-8929363a331d tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify callbacks [] for security_group, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:45.985280 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-d97b4dc7-a987-45cc-a178-8929363a331d tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.6739049
Feb 10 21:08:45.986216 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8107f710-b16f-4956-a3d6-d5ac1947a321 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29935885-e9b0-4a4f-8cf9-316d68906121,revision_number=None']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:08:45.988466 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 32934) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:08:45.994298 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [None req-d15aee6f-f6d8-4c9a-8c4a-6e2d31715189 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Request body: {'security_group_rule': {'security_group_id': '6834107b-bba0-4b26-b4bf-f136ba437706', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:08:46.040560 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-d15aee6f-f6d8-4c9a-8c4a-6e2d31715189 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:08:46.064187 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-d15aee6f-f6d8-4c9a-8c4a-6e2d31715189 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Usage tracker for resource:security_group_rule and tenant:b863e31b2eb84722a5af6ec44203a203 is out of sync, need to count used quota {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:08:46.071201 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-d15aee6f-f6d8-4c9a-8c4a-6e2d31715189 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:08:46.079487 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-d15aee6f-f6d8-4c9a-8c4a-6e2d31715189 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:08:46.089860 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-8107f710-b16f-4956-a3d6-d5ac1947a321 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:08:46.104156 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-d15aee6f-f6d8-4c9a-8c4a-6e2d31715189 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:46.196637 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8107f710-b16f-4956-a3d6-d5ac1947a321 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:46.213031 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-8107f710-b16f-4956-a3d6-d5ac1947a321 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/29935885-e9b0-4a4f-8cf9-316d68906121 HTTP/1.1" status: 204  len: 168 time: 1.0298061
Feb 10 21:08:46.213719 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 32944) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:08:46.218894 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 32948) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:08:46.228439 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [None req-4ff9d8a8-44f4-4ca8-85c1-256b2e36069b tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Request body: {'security_group': {'name': 'tempest-securitygroup--919330235', 'description': 'tempest-description--1147314384'}} {{(pid=79928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:08:46.260299 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-d15aee6f-f6d8-4c9a-8c4a-6e2d31715189 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:46.276740 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-d15aee6f-f6d8-4c9a-8c4a-6e2d31715189 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704419'] for security_group_rule, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:46.280109 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-4ff9d8a8-44f4-4ca8-85c1-256b2e36069b tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:08:46.306744 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-cdb34137-ebe7-4102-8ea9-eecdd8beef06 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:08:46.326419 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-4ff9d8a8-44f4-4ca8-85c1-256b2e36069b tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Usage tracker for resource:security_group and tenant:eb8be716db2e42aea2a6c06bf05c44b5 is out of sync, need to count used quota {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:08:46.329542 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15aee6f-f6d8-4c9a-8c4a-6e2d31715189 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=874f2745-ff87-4f0d-94ec-6a510d01722d,revision_number=0']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:08:46.332762 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-d15aee6f-f6d8-4c9a-8c4a-6e2d31715189 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:08:46.333797 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-d15aee6f-f6d8-4c9a-8c4a-6e2d31715189 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:46.335182 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-d15aee6f-f6d8-4c9a-8c4a-6e2d31715189 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3456416
Feb 10 21:08:46.336589 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-4ff9d8a8-44f4-4ca8-85c1-256b2e36069b tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:08:46.340146 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 32952) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:08:46.346653 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-4ff9d8a8-44f4-4ca8-85c1-256b2e36069b tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:08:46.351729 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [None req-9487e4ad-bee6-4998-aee3-78ec5ed1d3da tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Request body: {'security_group_rule': {'security_group_id': '6834107b-bba0-4b26-b4bf-f136ba437706', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:08:46.382159 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-9487e4ad-bee6-4998-aee3-78ec5ed1d3da tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:08:46.382380 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-8951ce32-2029-4d4d-b641-3d7f40eac516 req-c0d019be-cc2d-4686-bacb-3460ace1b206 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] 10.222.0.82 "GET /v2.0/ports?device_id=3dee1e11-308a-436e-aa4a-df62e56e7423 HTTP/1.1" status: 200  len: 210 time: 0.0713766
Feb 10 21:08:46.392103 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-9487e4ad-bee6-4998-aee3-78ec5ed1d3da tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Usage tracker for resource:security_group_rule and tenant:b863e31b2eb84722a5af6ec44203a203 is out of sync, need to count used quota {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:08:46.394461 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-9487e4ad-bee6-4998-aee3-78ec5ed1d3da tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:08:46.397906 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-4ff9d8a8-44f4-4ca8-85c1-256b2e36069b tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Notify callbacks [] for security_group, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:46.414885 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-9487e4ad-bee6-4998-aee3-78ec5ed1d3da tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:08:46.424363 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ff269b2d-68c9-4bba-ae96-70cd0b178dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853728688'] for network, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:46.434710 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-4ff9d8a8-44f4-4ca8-85c1-256b2e36069b tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:08:46.444826 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-4ff9d8a8-44f4-4ca8-85c1-256b2e36069b tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Usage tracker for resource:security_group_rule and tenant:eb8be716db2e42aea2a6c06bf05c44b5 is out of sync, need to count used quota {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:08:46.448068 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-4ff9d8a8-44f4-4ca8-85c1-256b2e36069b tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:08:46.451379 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-9487e4ad-bee6-4998-aee3-78ec5ed1d3da tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:46.471353 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-4ff9d8a8-44f4-4ca8-85c1-256b2e36069b tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:08:46.552654 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-9487e4ad-bee6-4998-aee3-78ec5ed1d3da tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:46.561658 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-9487e4ad-bee6-4998-aee3-78ec5ed1d3da tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704419'] for security_group_rule, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:46.576036 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-628d7657-15af-462e-b5ff-fcadbdcbd640 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:08:46.614244 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9487e4ad-bee6-4998-aee3-78ec5ed1d3da tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8718ae56-bb3d-4fd0-a8ca-eaa79ddb059e,revision_number=0']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:08:46.617481 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-9487e4ad-bee6-4998-aee3-78ec5ed1d3da tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:08:46.625554 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ff269b2d-68c9-4bba-ae96-70cd0b178dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023083', 'neutron.services.segments.db._delete_segments_for_network-8778798167172'] for network, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:46.635920 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-4ff9d8a8-44f4-4ca8-85c1-256b2e36069b tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Notify callbacks [] for security_group, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:46.643218 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-4ff9d8a8-44f4-4ca8-85c1-256b2e36069b tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:46.649437 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-947ac85e-873a-4b58-b7f7-9ed410db3774 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:08:46.659105 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-9487e4ad-bee6-4998-aee3-78ec5ed1d3da tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:46.660366 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-9487e4ad-bee6-4998-aee3-78ec5ed1d3da tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3185489
Feb 10 21:08:46.664754 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 32962) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:08:46.685306 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-4ff9d8a8-44f4-4ca8-85c1-256b2e36069b tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Notify callbacks [] for security_group, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:46.689627 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-4ff9d8a8-44f4-4ca8-85c1-256b2e36069b tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.4665394
Feb 10 21:08:46.690552 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 32970) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:08:46.698304 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [None req-280bf9fb-5ecf-4280-ae4f-656049af12d6 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Request body: {'security_group_rule': {'security_group_id': '82c257f5-000c-4208-b8b6-12211f7feeb5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=79928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:08:46.722300 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-280bf9fb-5ecf-4280-ae4f-656049af12d6 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:08:46.724776 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff9d8a8-44f4-4ca8-85c1-256b2e36069b tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82c257f5-000c-4208-b8b6-12211f7feeb5,revision_number=1']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:08:46.725675 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [None req-d5fddbfc-3d1d-470b-8bc6-f7e578d33eb8 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Request body: {'floatingip': {'floating_network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614'}} {{(pid=79929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:08:46.727913 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-4ff9d8a8-44f4-4ca8-85c1-256b2e36069b tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:08:46.730932 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-280bf9fb-5ecf-4280-ae4f-656049af12d6 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Usage tracker for resource:security_group_rule and tenant:eb8be716db2e42aea2a6c06bf05c44b5 is out of sync, need to count used quota {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:08:46.734154 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-280bf9fb-5ecf-4280-ae4f-656049af12d6 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:08:46.740019 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-280bf9fb-5ecf-4280-ae4f-656049af12d6 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:08:46.756607 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-d5fddbfc-3d1d-470b-8bc6-f7e578d33eb8 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:08:46.757868 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-280bf9fb-5ecf-4280-ae4f-656049af12d6 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:46.773505 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-d5fddbfc-3d1d-470b-8bc6-f7e578d33eb8 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Usage tracker for resource:floatingip and tenant:b863e31b2eb84722a5af6ec44203a203 is out of sync, need to count used quota {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:08:46.781443 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-d5fddbfc-3d1d-470b-8bc6-f7e578d33eb8 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:08:46.798721 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-d5fddbfc-3d1d-470b-8bc6-f7e578d33eb8 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:08:46.812356 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.services.segments.db [None req-ff269b2d-68c9-4bba-ae96-70cd0b178dab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fbf90076c88>,) {'filters': {'network_id': ['b2593363-fe1b-4359-9bec-4b4acba2a1f4']}} {{(pid=79929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:08:46.827773 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-d5fddbfc-3d1d-470b-8bc6-f7e578d33eb8 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify callbacks [] for floatingip, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:46.832136 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-280bf9fb-5ecf-4280-ae4f-656049af12d6 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:46.834992 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-280bf9fb-5ecf-4280-ae4f-656049af12d6 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704419'] for security_group_rule, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:46.841729 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:08:46.851215 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.services.segments.db [None req-ff269b2d-68c9-4bba-ae96-70cd0b178dab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fbf90076c88>, '0e670d25-4db0-449b-80d1-8b2248c7b62e') {'for_net_delete': True} {{(pid=79929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:08:46.852080 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.services.segments.db [None req-ff269b2d-68c9-4bba-ae96-70cd0b178dab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fbf90076c88>, '0e670d25-4db0-449b-80d1-8b2248c7b62e') {} {{(pid=79929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:08:46.863913 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280bf9fb-5ecf-4280-ae4f-656049af12d6 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6c95a8e-48c9-4d66-ab91-486fc4dd2059,revision_number=0']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:08:46.866580 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-280bf9fb-5ecf-4280-ae4f-656049af12d6 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:08:46.874169 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-280bf9fb-5ecf-4280-ae4f-656049af12d6 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:46.878061 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-280bf9fb-5ecf-4280-ae4f-656049af12d6 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1838286
Feb 10 21:08:46.878388 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 32974) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:08:46.879105 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ff269b2d-68c9-4bba-ae96-70cd0b178dab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778798166933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852067840'] for segment, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:46.884167 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [None req-1ce927ec-2330-4102-afd1-41cc9663bdb7 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Request body: {'security_group_rule': {'security_group_id': '82c257f5-000c-4208-b8b6-12211f7feeb5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=79928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:08:46.903456 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ff269b2d-68c9-4bba-ae96-70cd0b178dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853830591'] for segment, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:46.907258 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ff269b2d-68c9-4bba-ae96-70cd0b178dab admin admin] Releasing vxlan tunnel 3 to pool {{(pid=79929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 10 21:08:46.909962 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-1ce927ec-2330-4102-afd1-41cc9663bdb7 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:08:46.914150 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-1ce927ec-2330-4102-afd1-41cc9663bdb7 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Usage tracker for resource:security_group_rule and tenant:eb8be716db2e42aea2a6c06bf05c44b5 is out of sync, need to count used quota {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:08:46.917148 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-1ce927ec-2330-4102-afd1-41cc9663bdb7 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:08:46.925551 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-1ce927ec-2330-4102-afd1-41cc9663bdb7 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:08:46.943505 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-1ce927ec-2330-4102-afd1-41cc9663bdb7 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:47.019001 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-1ce927ec-2330-4102-afd1-41cc9663bdb7 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:47.021672 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-1ce927ec-2330-4102-afd1-41cc9663bdb7 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704419'] for security_group_rule, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:47.023919 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:08:47.047623 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce927ec-2330-4102-afd1-41cc9663bdb7 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e332a5d2-7a53-4d36-9650-b7c8e0408188,revision_number=0']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:08:47.052236 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-1ce927ec-2330-4102-afd1-41cc9663bdb7 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:08:47.066609 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-1ce927ec-2330-4102-afd1-41cc9663bdb7 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:47.071010 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-1ce927ec-2330-4102-afd1-41cc9663bdb7 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1885424
Feb 10 21:08:47.071268 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 32978) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:08:47.077941 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [None req-0811ed65-0608-4961-a8da-d77ae15f44ee tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Request body: {'floatingip': {'floating_network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614'}} {{(pid=79928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:08:47.111779 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-0811ed65-0608-4961-a8da-d77ae15f44ee tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:08:47.116204 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-0811ed65-0608-4961-a8da-d77ae15f44ee tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Usage tracker for resource:floatingip and tenant:eb8be716db2e42aea2a6c06bf05c44b5 is out of sync, need to count used quota {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:08:47.119393 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-0811ed65-0608-4961-a8da-d77ae15f44ee tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:08:47.126309 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-0811ed65-0608-4961-a8da-d77ae15f44ee tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:08:47.137658 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-0811ed65-0608-4961-a8da-d77ae15f44ee tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Notify callbacks [] for floatingip, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:47.181615 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-ff269b2d-68c9-4bba-ae96-70cd0b178dab admin admin] Network b2593363-fe1b-4359-9bec-4b4acba2a1f4 has no segments {{(pid=79929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 10 21:08:47.193626 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ff269b2d-68c9-4bba-ae96-70cd0b178dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-945225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852145411'] for segment, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:47.309236 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-0811ed65-0608-4961-a8da-d77ae15f44ee tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:47.661384 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-ff269b2d-68c9-4bba-ae96-70cd0b178dab admin admin] Network b2593363-fe1b-4359-9bec-4b4acba2a1f4 has no segments {{(pid=79929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 10 21:08:47.688691 dv-cinder-775008-1-iscsi neutron-server[79816]: Traceback (most recent call last):
Feb 10 21:08:47.688691 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 10 21:08:47.688691 dv-cinder-775008-1-iscsi neutron-server[79816]:     timer()
Feb 10 21:08:47.688691 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 10 21:08:47.688691 dv-cinder-775008-1-iscsi neutron-server[79816]:     cb(*args, **kw)
Feb 10 21:08:47.688691 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 10 21:08:47.688691 dv-cinder-775008-1-iscsi neutron-server[79816]:     return func(*args, **kwargs)
Feb 10 21:08:47.688691 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 10 21:08:47.688691 dv-cinder-775008-1-iscsi neutron-server[79816]:     self._notify()
Feb 10 21:08:47.688691 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 10 21:08:47.688691 dv-cinder-775008-1-iscsi neutron-server[79816]:     self.callback(batched_events)
Feb 10 21:08:47.688691 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 10 21:08:47.688691 dv-cinder-775008-1-iscsi neutron-server[79816]:     event.method(event)
Feb 10 21:08:47.688691 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 10 21:08:47.688691 dv-cinder-775008-1-iscsi neutron-server[79816]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 10 21:08:47.688691 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 10 21:08:47.688691 dv-cinder-775008-1-iscsi neutron-server[79816]:     segment_id)['aggregates'][0]
Feb 10 21:08:47.688691 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 10 21:08:47.688691 dv-cinder-775008-1-iscsi neutron-server[79816]:     return f(self, *a, **k)
Feb 10 21:08:47.688691 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 10 21:08:47.688691 dv-cinder-775008-1-iscsi neutron-server[79816]:     return self._get(url).json()
Feb 10 21:08:47.688691 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 10 21:08:47.688691 dv-cinder-775008-1-iscsi neutron-server[79816]:     **kwargs)
Feb 10 21:08:47.688691 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 10 21:08:47.688691 dv-cinder-775008-1-iscsi neutron-server[79816]:     return self.request(url, 'GET', **kwargs)
Feb 10 21:08:47.688691 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 10 21:08:47.688691 dv-cinder-775008-1-iscsi neutron-server[79816]:     **endpoint_filter)
Feb 10 21:08:47.688691 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 10 21:08:47.688691 dv-cinder-775008-1-iscsi neutron-server[79816]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 10 21:08:47.688691 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 10 21:08:47.688691 dv-cinder-775008-1-iscsi neutron-server[79816]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 10 21:08:47.688691 dv-cinder-775008-1-iscsi neutron-server[79816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 10 21:08:47.763454 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-d5fddbfc-3d1d-470b-8bc6-f7e578d33eb8 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:47.822927 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ff269b2d-68c9-4bba-ae96-70cd0b178dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853752733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850656724'] for network, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:47.890454 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:08:47.912204 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ff269b2d-68c9-4bba-ae96-70cd0b178dab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728031'] for network, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:47.941773 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff269b2d-68c9-4bba-ae96-70cd0b178dab admin admin] Pushing event deleted for resources: {'Network': ['ID=b2593363-fe1b-4359-9bec-4b4acba2a1f4,revision_number=None']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:08:47.961180 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.db_base_plugin_common [None req-0811ed65-0608-4961-a8da-d77ae15f44ee tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Allocated IP 172.27.3.221 (caec50ae-8f3b-4f45-a3ad-eb903a732614/47475132-bc81-43cb-b635-450463390609/ee2d688f-f3f7-4ffa-b927-c33cb84a34e2) {{(pid=79928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 10 21:08:47.985157 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-ff269b2d-68c9-4bba-ae96-70cd0b178dab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:08:48.012696 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-ff269b2d-68c9-4bba-ae96-70cd0b178dab admin admin] 10.222.0.82 "DELETE /v2.0/networks/b2593363-fe1b-4359-9bec-4b4acba2a1f4 HTTP/1.1" status: 204  len: 168 time: 1.7956972
Feb 10 21:08:48.166611 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-0811ed65-0608-4961-a8da-d77ae15f44ee tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Notify callbacks [] for port, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:48.196808 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440eef92-244b-4df8-9002-920e21a67e35 req-2e4b51b0-e5cd-4b9a-84f0-dfb892f50b96 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:08:48.198582 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-440eef92-244b-4df8-9002-920e21a67e35 req-2e4b51b0-e5cd-4b9a-84f0-dfb892f50b96 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/ports?device_id=e7e3959c-ce5f-4d58-9ed1-47947da34a85 HTTP/1.1" status: 200  len: 945 time: 0.2545013
Feb 10 21:08:48.216273 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-0811ed65-0608-4961-a8da-d77ae15f44ee tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778797635767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851641298'] for port, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:48.232869 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-10f31e17-de0e-42ba-99bb-2ce37f71163b tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:08:48.332471 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.db_base_plugin_common [None req-d5fddbfc-3d1d-470b-8bc6-f7e578d33eb8 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Allocated IP 172.27.3.248 (caec50ae-8f3b-4f45-a3ad-eb903a732614/47475132-bc81-43cb-b635-450463390609/c8f52412-8585-4c57-9fe6-86e8589683bd) {{(pid=79929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 10 21:08:48.334460 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 33032) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:08:48.389500 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 33038) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:08:48.394225 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0811ed65-0608-4961-a8da-d77ae15f44ee tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Pushing event updated for resources: {'Port': ['ID=ee2d688f-f3f7-4ffa-b927-c33cb84a34e2,revision_number=1']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:08:48.398838 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-0811ed65-0608-4961-a8da-d77ae15f44ee tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:08:48.444136 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0811ed65-0608-4961-a8da-d77ae15f44ee tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Network caec50ae-8f3b-4f45-a3ad-eb903a732614 is already hosted by enough agents. {{(pid=79928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 10 21:08:48.445285 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.base_scheduler [None req-0811ed65-0608-4961-a8da-d77ae15f44ee tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Resources bound (agent type, host, resource id):  {{(pid=79928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 10 21:08:48.447585 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0811ed65-0608-4961-a8da-d77ae15f44ee tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Received port after_create {{(pid=79928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 10 21:08:48.596606 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-440eef92-244b-4df8-9002-920e21a67e35 req-ed30cb7f-1907-463e-97e0-baf912fbc07e tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/security-groups?id=593a5a4c-4b56-4925-a9d5-6094bb2c229c&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.3898816
Feb 10 21:08:48.710615 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-f104e070-ab39-48b7-999f-d895e9300a54 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=66fcf77222744a04a741ca8a9b8f29bb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3718913
Feb 10 21:08:48.714040 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 33046) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:08:48.814336 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-edab69d7-6725-444f-89e8-bb328ba5b65b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:48.841131 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-0811ed65-0608-4961-a8da-d77ae15f44ee tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:48.851123 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-edab69d7-6725-444f-89e8-bb328ba5b65b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:48.954707 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-0811ed65-0608-4961-a8da-d77ae15f44ee tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:48.982565 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-d5fddbfc-3d1d-470b-8bc6-f7e578d33eb8 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify callbacks [] for port, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:49.015800 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-edab69d7-6725-444f-89e8-bb328ba5b65b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:49.053004 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-0e5d62e6-8832-4b33-8e86-f1698c725109 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:08:49.084167 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edab69d7-6725-444f-89e8-bb328ba5b65b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d0cc4a-e1f6-4fc9-a759-0582c335a68b,revision_number=None']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:08:49.091516 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-edab69d7-6725-444f-89e8-bb328ba5b65b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:08:49.148651 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-d5fddbfc-3d1d-470b-8bc6-f7e578d33eb8 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778797635767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630282'] for port, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:49.154332 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-edab69d7-6725-444f-89e8-bb328ba5b65b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:49.157719 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-edab69d7-6725-444f-89e8-bb328ba5b65b admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/f0d0cc4a-e1f6-4fc9-a759-0582c335a68b HTTP/1.1" status: 204  len: 168 time: 0.4407609
Feb 10 21:08:49.164455 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-be16e0d3-c2c6-45a0-ae3b-fe775864a73c tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:08:49.294932 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-0811ed65-0608-4961-a8da-d77ae15f44ee tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Notify callbacks [] for port, precommit_update {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:49.300172 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-0811ed65-0608-4961-a8da-d77ae15f44ee tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3134503'] for port, after_update {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:49.316708 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-90b428c4-6ebb-4e3d-8df1-57a13f1f59ca tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:08:49.372274 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fddbfc-3d1d-470b-8bc6-f7e578d33eb8 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Pushing event updated for resources: {'Port': ['ID=c8f52412-8585-4c57-9fe6-86e8589683bd,revision_number=1']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:08:49.375762 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-d5fddbfc-3d1d-470b-8bc6-f7e578d33eb8 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:08:49.448890 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5fddbfc-3d1d-470b-8bc6-f7e578d33eb8 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Network caec50ae-8f3b-4f45-a3ad-eb903a732614 is already hosted by enough agents. {{(pid=79929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 10 21:08:49.452307 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.base_scheduler [None req-d5fddbfc-3d1d-470b-8bc6-f7e578d33eb8 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Resources bound (agent type, host, resource id):  {{(pid=79929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 10 21:08:49.454729 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fddbfc-3d1d-470b-8bc6-f7e578d33eb8 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Received port after_create {{(pid=79929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 10 21:08:49.475107 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0811ed65-0608-4961-a8da-d77ae15f44ee tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Pushing event updated for resources: {'Port': ['ID=ee2d688f-f3f7-4ffa-b927-c33cb84a34e2,revision_number=2']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:08:49.489363 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0811ed65-0608-4961-a8da-d77ae15f44ee tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:08:49.489363 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0811ed65-0608-4961-a8da-d77ae15f44ee tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:08:49.489811 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0811ed65-0608-4961-a8da-d77ae15f44ee tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:08:49.490333 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0811ed65-0608-4961-a8da-d77ae15f44ee tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:08:49.490810 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0811ed65-0608-4961-a8da-d77ae15f44ee tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:08:49.491286 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0811ed65-0608-4961-a8da-d77ae15f44ee tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:08:49.491761 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0811ed65-0608-4961-a8da-d77ae15f44ee tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:08:49.492254 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0811ed65-0608-4961-a8da-d77ae15f44ee tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:08:49.492729 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0811ed65-0608-4961-a8da-d77ae15f44ee tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:08:49.493209 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0811ed65-0608-4961-a8da-d77ae15f44ee tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:08:49.493681 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0811ed65-0608-4961-a8da-d77ae15f44ee tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:08:49.494184 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0811ed65-0608-4961-a8da-d77ae15f44ee tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:08:49.494803 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0811ed65-0608-4961-a8da-d77ae15f44ee tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:08:49.495293 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0811ed65-0608-4961-a8da-d77ae15f44ee tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:08:49.495772 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0811ed65-0608-4961-a8da-d77ae15f44ee tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:08:49.497168 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0811ed65-0608-4961-a8da-d77ae15f44ee tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:08:49.497611 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0811ed65-0608-4961-a8da-d77ae15f44ee tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:08:49.498119 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0811ed65-0608-4961-a8da-d77ae15f44ee tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:08:49.498600 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0811ed65-0608-4961-a8da-d77ae15f44ee tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:08:49.499069 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0811ed65-0608-4961-a8da-d77ae15f44ee tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:08:49.499547 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0811ed65-0608-4961-a8da-d77ae15f44ee tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:08:49.500050 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0811ed65-0608-4961-a8da-d77ae15f44ee tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:08:49.500427 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0811ed65-0608-4961-a8da-d77ae15f44ee tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:08:49.500820 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0811ed65-0608-4961-a8da-d77ae15f44ee tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:08:49.507047 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-0811ed65-0608-4961-a8da-d77ae15f44ee tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:08:49.601535 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-0811ed65-0608-4961-a8da-d77ae15f44ee tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850656737'] for floatingip, after_update {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:49.602363 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-cb2d9941-cfd7-407c-a8b0-3967fea5bf3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4115530'] for router_interface, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:49.619728 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-0811ed65-0608-4961-a8da-d77ae15f44ee tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770081'] for floatingip, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:49.626222 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-0811ed65-0608-4961-a8da-d77ae15f44ee tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.5488696
Feb 10 21:08:49.768021 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-d5fddbfc-3d1d-470b-8bc6-f7e578d33eb8 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:49.970981 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193ead09-0fbe-4808-bf66-8810270f1811 req-60125b2a-4bcb-4b4e-bb09-e74796c10ea9 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:08:49.972720 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-193ead09-0fbe-4808-bf66-8810270f1811 req-60125b2a-4bcb-4b4e-bb09-e74796c10ea9 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/ports?device_id=e7e3959c-ce5f-4d58-9ed1-47947da34a85 HTTP/1.1" status: 200  len: 945 time: 0.1922903
Feb 10 21:08:50.046639 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-193ead09-0fbe-4808-bf66-8810270f1811 req-db46fd4f-0f52-4ca5-853a-fb2e98e50b57 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/security-groups?id=593a5a4c-4b56-4925-a9d5-6094bb2c229c&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0675347
Feb 10 21:08:50.185967 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-d5fddbfc-3d1d-470b-8bc6-f7e578d33eb8 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:50.239793 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-cbd9e333-b8dd-44f1-bae0-5b76fb0bf01d req-f345f832-7c8b-457c-b550-e424a9dbded4 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-securitygroup--919330235&fields=id&tenant_id=eb8be716db2e42aea2a6c06bf05c44b5 HTTP/1.1" status: 200  len: 267 time: 0.1542459
Feb 10 21:08:50.857144 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd9e333-b8dd-44f1-bae0-5b76fb0bf01d req-121646e2-3fb8-4a78-9e54-172f1d3502ad tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:08:50.858877 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-cbd9e333-b8dd-44f1-bae0-5b76fb0bf01d req-121646e2-3fb8-4a78-9e54-172f1d3502ad tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/networks?id=009dd3d9-5800-4858-a534-697a99ad36c1 HTTP/1.1" status: 200  len: 816 time: 0.6019523
Feb 10 21:08:50.904101 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-cbd9e333-b8dd-44f1-bae0-5b76fb0bf01d req-e193c20c-c1a7-4bb4-b159-4092387babe0 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/quotas/eb8be716db2e42aea2a6c06bf05c44b5 HTTP/1.1" status: 200  len: 375 time: 0.0360458
Feb 10 21:08:50.908471 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-cb2d9941-cfd7-407c-a8b0-3967fea5bf3a admin admin] Deleting port 9c7847c5-1126-4362-a208-3bf654d78679 {{(pid=79929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 10 21:08:50.908857 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-cb2d9941-cfd7-407c-a8b0-3967fea5bf3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258056652319'] for port, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:51.136476 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-d5fddbfc-3d1d-470b-8bc6-f7e578d33eb8 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify callbacks [] for port, precommit_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:51.159483 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-d5fddbfc-3d1d-470b-8bc6-f7e578d33eb8 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852145533'] for port, after_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:51.177753 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-10d1c852-4a36-417d-87fa-2c67a5e5677c tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:08:51.385665 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adfb04d-046f-46a3-beaf-f17b71a4a419 req-af8de546-a149-47c2-996e-77c4620528e7 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:08:51.388396 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-4adfb04d-046f-46a3-beaf-f17b71a4a419 req-af8de546-a149-47c2-996e-77c4620528e7 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/ports?device_id=e7e3959c-ce5f-4d58-9ed1-47947da34a85 HTTP/1.1" status: 200  len: 945 time: 0.1782329
Feb 10 21:08:51.411343 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-cbd9e333-b8dd-44f1-bae0-5b76fb0bf01d req-09429df7-087c-453f-8317-a7e54792ded5 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=eb8be716db2e42aea2a6c06bf05c44b5&fields=id HTTP/1.1" status: 200  len: 348 time: 0.4674199
Feb 10 21:08:51.421481 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fddbfc-3d1d-470b-8bc6-f7e578d33eb8 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Pushing event updated for resources: {'Port': ['ID=c8f52412-8585-4c57-9fe6-86e8589683bd,revision_number=2']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:08:51.429383 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-d5fddbfc-3d1d-470b-8bc6-f7e578d33eb8 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:08:51.470068 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-4adfb04d-046f-46a3-beaf-f17b71a4a419 req-a4616439-60a7-4633-9106-83eda37dfde9 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/security-groups?id=593a5a4c-4b56-4925-a9d5-6094bb2c229c&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0742877
Feb 10 21:08:51.484367 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-cb2d9941-cfd7-407c-a8b0-3967fea5bf3a admin admin] For port 9c7847c5-1126-4362-a208-3bf654d78679, host dv-cinder-775008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-iscsi',level=0,port_id=9c7847c5-1126-4362-a208-3bf654d78679,segment=NetworkSegment(523996b1-29da-4623-83de-a657233dda5c),segment_id=523996b1-29da-4623-83de-a657233dda5c)] {{(pid=79929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:08:51.484551 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-cb2d9941-cfd7-407c-a8b0-3967fea5bf3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797663'] for port, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:51.698208 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-cb2d9941-cfd7-407c-a8b0-3967fea5bf3a admin admin] Calling delete_port for 9c7847c5-1126-4362-a208-3bf654d78679 owned by network:router_interface {{(pid=79929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 10 21:08:52.004257 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-cbd9e333-b8dd-44f1-bae0-5b76fb0bf01d req-7696ca57-2053-47bc-9d5f-c320f76426fc service neutron] 10.222.0.82 "GET /v2.0/networks/009dd3d9-5800-4858-a534-697a99ad36c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5761521
Feb 10 21:08:52.047301 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-d5fddbfc-3d1d-470b-8bc6-f7e578d33eb8 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850656737'] for floatingip, after_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:52.178331 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 33170) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:08:52.350866 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-88b18594-0691-4e72-bd54-3851274a442b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:52.368161 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-88b18594-0691-4e72-bd54-3851274a442b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:08:52.372725 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-88b18594-0691-4e72-bd54-3851274a442b admin admin] Usage tracker for resource:security_group_rule and tenant:4ea2052cf3834ae19f5c10bacb5cfcd9 is out of sync, need to count used quota {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:08:52.375752 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-88b18594-0691-4e72-bd54-3851274a442b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:08:52.381529 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-88b18594-0691-4e72-bd54-3851274a442b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:08:52.417010 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-d5fddbfc-3d1d-470b-8bc6-f7e578d33eb8 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770081'] for floatingip, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:52.419047 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-d5fddbfc-3d1d-470b-8bc6-f7e578d33eb8 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 5.7524989
Feb 10 21:08:52.475746 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-88b18594-0691-4e72-bd54-3851274a442b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:52.480006 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-88b18594-0691-4e72-bd54-3851274a442b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:52.492399 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-edab69d7-6725-444f-89e8-bb328ba5b65b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:08:52.494520 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-cbd9e333-b8dd-44f1-bae0-5b76fb0bf01d req-5689b945-ed8f-438e-b72d-8a2c7fad9624 service neutron] 10.222.0.82 "GET /v2.0/networks/009dd3d9-5800-4858-a534-697a99ad36c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4790180
Feb 10 21:08:52.533695 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-cb2d9941-cfd7-407c-a8b0-3967fea5bf3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778798065335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778797633719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630282'] for port, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:52.541941 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b18594-0691-4e72-bd54-3851274a442b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33ad3bc1-d51c-4772-8f25-7d1a14cfb199,revision_number=1']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:08:52.553071 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-88b18594-0691-4e72-bd54-3851274a442b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:08:52.554136 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:08:52.572495 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-88b18594-0691-4e72-bd54-3851274a442b admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=4ea2052cf3834ae19f5c10bacb5cfcd9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3929696
Feb 10 21:08:52.575944 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 33180) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:08:52.625585 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2d9941-cfd7-407c-a8b0-3967fea5bf3a admin admin] Pushing event deleted for resources: {'Port': ['ID=9c7847c5-1126-4362-a208-3bf654d78679,revision_number=None']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:08:52.628737 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-cb2d9941-cfd7-407c-a8b0-3967fea5bf3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:08:52.674618 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-6fac6e01-29de-4146-9b04-e54702a11676 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:52.732024 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-6fac6e01-29de-4146-9b04-e54702a11676 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:52.847031 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-6fac6e01-29de-4146-9b04-e54702a11676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:52.854094 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-035e9b24-94cc-48b7-9971-aa387a99283c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:08:52.877430 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fac6e01-29de-4146-9b04-e54702a11676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ad3bc1-d51c-4772-8f25-7d1a14cfb199,revision_number=None']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:08:52.892277 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.agents_db [None req-2fd61c53-9bc0-4c2f-aa40-be9729c6e46f None None] Agent healthcheck: found 6 active agents {{(pid=79931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 10 21:08:52.895403 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-6fac6e01-29de-4146-9b04-e54702a11676 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:08:52.896256 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-6fac6e01-29de-4146-9b04-e54702a11676 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:52.896689 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-1bc1f959-7c29-4625-a6e2-1c995f9a0d53 req-a3581943-6247-44a5-a11a-0403f5db9467 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Synchronizing usage tracker for tenant:b863e31b2eb84722a5af6ec44203a203 on resource:security_group {{(pid=79929) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 10 21:08:52.899900 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-6fac6e01-29de-4146-9b04-e54702a11676 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/33ad3bc1-d51c-4772-8f25-7d1a14cfb199 HTTP/1.1" status: 204  len: 168 time: 0.3206797
Feb 10 21:08:53.052516 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c239ec83-1fa1-446c-a7c2-61216b857549 req-33c9550a-28f0-405e-8c50-49b3a666114e tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:08:53.061031 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-c239ec83-1fa1-446c-a7c2-61216b857549 req-33c9550a-28f0-405e-8c50-49b3a666114e tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/ports?device_id=e7e3959c-ce5f-4d58-9ed1-47947da34a85 HTTP/1.1" status: 200  len: 945 time: 0.2780650
Feb 10 21:08:53.107805 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-1bc1f959-7c29-4625-a6e2-1c995f9a0d53 req-a3581943-6247-44a5-a11a-0403f5db9467 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Unset dirty status for tenant:b863e31b2eb84722a5af6ec44203a203 on resource:security_group {{(pid=79929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 10 21:08:53.109124 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1bc1f959-7c29-4625-a6e2-1c995f9a0d53 req-a3581943-6247-44a5-a11a-0403f5db9467 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-securitygroup--1259925562&fields=id&tenant_id=b863e31b2eb84722a5af6ec44203a203 HTTP/1.1" status: 200  len: 267 time: 0.3211932
Feb 10 21:08:53.144823 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-c239ec83-1fa1-446c-a7c2-61216b857549 req-e6d68835-0d07-4ec6-aac6-59aaeeb4db3f tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/security-groups?id=593a5a4c-4b56-4925-a9d5-6094bb2c229c&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0826645
Feb 10 21:08:53.264551 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-3a54601e-51b9-4440-b585-7125fcb1087d req-0e964b93-a7ad-4ab2-84cc-0978b12cce93 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Synchronizing usage tracker for tenant:eb8be716db2e42aea2a6c06bf05c44b5 on resource:port {{(pid=79928) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 10 21:08:53.280387 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-3a54601e-51b9-4440-b585-7125fcb1087d req-0e964b93-a7ad-4ab2-84cc-0978b12cce93 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Unset dirty status for tenant:eb8be716db2e42aea2a6c06bf05c44b5 on resource:port {{(pid=79928) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 10 21:08:53.281759 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-3a54601e-51b9-4440-b585-7125fcb1087d req-0e964b93-a7ad-4ab2-84cc-0978b12cce93 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=41d77347-7771-411c-b0f2-ca9820bb84a8 HTTP/1.1" status: 200  len: 210 time: 0.0738363
Feb 10 21:08:53.343944 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-cb2d9941-cfd7-407c-a8b0-3967fea5bf3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851047802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850661225'] for router_interface, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:53.442820 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 33210) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:08:53.462524 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-7bbd35a2-1070-4a66-9b4b-a78e8a9c8980 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:53.478650 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-7bbd35a2-1070-4a66-9b4b-a78e8a9c8980 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:08:53.484226 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-7bbd35a2-1070-4a66-9b4b-a78e8a9c8980 admin admin] Usage tracker for resource:security_group_rule and tenant:c60997a2836e4421894c75203db02061 is out of sync, need to count used quota {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:08:53.487457 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-7bbd35a2-1070-4a66-9b4b-a78e8a9c8980 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:08:53.501390 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-7bbd35a2-1070-4a66-9b4b-a78e8a9c8980 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:08:53.563612 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc1f959-7c29-4625-a6e2-1c995f9a0d53 req-188d30b2-be72-4721-8d59-717af186a368 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:08:53.570672 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1bc1f959-7c29-4625-a6e2-1c995f9a0d53 req-188d30b2-be72-4721-8d59-717af186a368 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/networks?id=30315e38-e508-43b4-a5e6-20c3939b243b HTTP/1.1" status: 200  len: 811 time: 0.4458210
Feb 10 21:08:53.592557 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1bc1f959-7c29-4625-a6e2-1c995f9a0d53 req-9567a0bc-24d3-42d5-a17f-952b4c8d7059 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/quotas/b863e31b2eb84722a5af6ec44203a203 HTTP/1.1" status: 200  len: 375 time: 0.0202062
Feb 10 21:08:53.592905 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-7bbd35a2-1070-4a66-9b4b-a78e8a9c8980 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:53.596542 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-7bbd35a2-1070-4a66-9b4b-a78e8a9c8980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:53.606270 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-df407fa8-1e54-41d8-bda4-42a259e3f254 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:08:53.657532 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-7bbd35a2-1070-4a66-9b4b-a78e8a9c8980 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=c60997a2836e4421894c75203db02061&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2111623
Feb 10 21:08:53.657984 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 33214) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:08:53.660871 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbd35a2-1070-4a66-9b4b-a78e8a9c8980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a84102a-c593-4da3-a0d2-f4c1fa06870f,revision_number=1']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:08:53.676013 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-7bbd35a2-1070-4a66-9b4b-a78e8a9c8980 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:08:53.728817 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-7d82bbc4-d9fc-4b4f-8e0b-0fe2880fd330 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:53.768549 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-7d82bbc4-d9fc-4b4f-8e0b-0fe2880fd330 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:53.814362 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-7d82bbc4-d9fc-4b4f-8e0b-0fe2880fd330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:53.819270 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-821b29d6-3b22-45d9-8249-8977754c12aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:08:53.832884 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d82bbc4-d9fc-4b4f-8e0b-0fe2880fd330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a84102a-c593-4da3-a0d2-f4c1fa06870f,revision_number=None']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:08:53.835776 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-7d82bbc4-d9fc-4b4f-8e0b-0fe2880fd330 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:08:53.837056 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-7d82bbc4-d9fc-4b4f-8e0b-0fe2880fd330 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:53.838279 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-7d82bbc4-d9fc-4b4f-8e0b-0fe2880fd330 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/0a84102a-c593-4da3-a0d2-f4c1fa06870f HTTP/1.1" status: 204  len: 168 time: 0.1794629
Feb 10 21:08:53.927662 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-1bc1f959-7c29-4625-a6e2-1c995f9a0d53 req-a85bd4b4-951b-4116-9d51-ee3bdf206572 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Synchronizing usage tracker for tenant:b863e31b2eb84722a5af6ec44203a203 on resource:port {{(pid=79929) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 10 21:08:53.970067 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-1bc1f959-7c29-4625-a6e2-1c995f9a0d53 req-a85bd4b4-951b-4116-9d51-ee3bdf206572 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Unset dirty status for tenant:b863e31b2eb84722a5af6ec44203a203 on resource:port {{(pid=79929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 10 21:08:53.973707 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1bc1f959-7c29-4625-a6e2-1c995f9a0d53 req-a85bd4b4-951b-4116-9d51-ee3bdf206572 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=b863e31b2eb84722a5af6ec44203a203&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3706434
Feb 10 21:08:54.196182 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-1f77d6b2-572a-4546-805b-478c4ba4e389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:54.303518 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd9e333-b8dd-44f1-bae0-5b76fb0bf01d req-2ec0a733-7f31-41b2-acdc-e0458ddd82ec tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:08:54.305507 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-cbd9e333-b8dd-44f1-bae0-5b76fb0bf01d req-2ec0a733-7f31-41b2-acdc-e0458ddd82ec tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.15 "GET /v2.0/networks?id=009dd3d9-5800-4858-a534-697a99ad36c1 HTTP/1.1" status: 200  len: 816 time: 0.2814622
Feb 10 21:08:54.427621 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1bc1f959-7c29-4625-a6e2-1c995f9a0d53 req-139870b9-1abf-46bd-9dc1-2c2adc3b45a0 service neutron] 10.222.0.82 "GET /v2.0/networks/30315e38-e508-43b4-a5e6-20c3939b243b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1709042
Feb 10 21:08:54.441874 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb2d9941-cfd7-407c-a8b0-3967fea5bf3a admin admin] Router c2be285d-8c40-49f4-99b5-a37402779724 has already been hosted by L3 agent 351a09a7-a8bd-44d4-8337-3dd1b5c8f290 {{(pid=79929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 10 21:08:54.495294 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-cbd9e333-b8dd-44f1-bae0-5b76fb0bf01d req-0c5b99c7-3361-4afe-ac46-8eb5807fa6d4 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Synchronizing usage tracker for tenant:eb8be716db2e42aea2a6c06bf05c44b5 on resource:security_group {{(pid=79928) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 10 21:08:54.594929 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2242be3-0574-492c-97d1-7f3244f391f5 req-227bd16a-8ce4-482b-8514-2f4909d37edc tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:08:54.596667 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-c2242be3-0574-492c-97d1-7f3244f391f5 req-227bd16a-8ce4-482b-8514-2f4909d37edc tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/ports?device_id=e7e3959c-ce5f-4d58-9ed1-47947da34a85 HTTP/1.1" status: 200  len: 945 time: 0.2898405
Feb 10 21:08:54.640347 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-cbd9e333-b8dd-44f1-bae0-5b76fb0bf01d req-0c5b99c7-3361-4afe-ac46-8eb5807fa6d4 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Unset dirty status for tenant:eb8be716db2e42aea2a6c06bf05c44b5 on resource:security_group {{(pid=79928) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 10 21:08:54.641726 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-cbd9e333-b8dd-44f1-bae0-5b76fb0bf01d req-0c5b99c7-3361-4afe-ac46-8eb5807fa6d4 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=eb8be716db2e42aea2a6c06bf05c44b5 HTTP/1.1" status: 200  len: 5708 time: 0.2954788
Feb 10 21:08:54.665508 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [req-cbd9e333-b8dd-44f1-bae0-5b76fb0bf01d req-7525c0a1-142e-485e-9374-9825a418619d tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Request body: {'port': {'device_id': '41d77347-7771-411c-b0f2-ca9820bb84a8', 'network_id': '009dd3d9-5800-4858-a534-697a99ad36c1', 'admin_state_up': True, 'tenant_id': 'eb8be716db2e42aea2a6c06bf05c44b5', 'security_groups': ['82c257f5-000c-4208-b8b6-12211f7feeb5']}} {{(pid=79928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:08:54.728645 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-c2242be3-0574-492c-97d1-7f3244f391f5 req-31cb219e-c640-4e44-a19b-bbb2dd9cc090 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/security-groups?id=593a5a4c-4b56-4925-a9d5-6094bb2c229c&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1201696
Feb 10 21:08:54.820523 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1bc1f959-7c29-4625-a6e2-1c995f9a0d53 req-0cdc627f-9b0d-482f-99e6-05e2884bfb42 service neutron] 10.222.0.82 "GET /v2.0/networks/30315e38-e508-43b4-a5e6-20c3939b243b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3656719
Feb 10 21:08:54.826212 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb2d9941-cfd7-407c-a8b0-3967fea5bf3a admin admin] Notify agent at l3_agent.dv-cinder-775008-1-iscsi the message routers_updated {{(pid=79929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 10 21:08:54.836092 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f459ca84-144f-43b6-a5be-d7ffcbf2e648 None None] Sync routers for ids ['c2be285d-8c40-49f4-99b5-a37402779724'] in dv-cinder-775008-1-iscsi {{(pid=79930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 10 21:08:54.853647 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f459ca84-144f-43b6-a5be-d7ffcbf2e648 None None] Routers {'c2be285d-8c40-49f4-99b5-a37402779724'} bound to L3 agent in host dv-cinder-775008-1-iscsi {{(pid=79930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 10 21:08:54.854365 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-f459ca84-144f-43b6-a5be-d7ffcbf2e648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbf8bedd4e0>, 'dv-cinder-775008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-10T20:53:27Z,description=<?>,heartbeat_timestamp=2021-02-10T21:08:27Z,host='dv-cinder-775008-1-iscsi',id=351a09a7-a8bd-44d4-8337-3dd1b5c8f290,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-10T20:53:27Z,topic='l3_agent')) {'router_ids': ['c2be285d-8c40-49f4-99b5-a37402779724'], 'active': True} {{(pid=79930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:08:54.863966 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-cb2d9941-cfd7-407c-a8b0-3967fea5bf3a admin admin] 10.222.0.82 "PUT /v2.0/routers/c2be285d-8c40-49f4-99b5-a37402779724/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.4737389
Feb 10 21:08:54.867107 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 33242) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:08:54.886848 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [req-cbd9e333-b8dd-44f1-bae0-5b76fb0bf01d req-7525c0a1-142e-485e-9374-9825a418619d tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:08:54.898505 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [req-cbd9e333-b8dd-44f1-bae0-5b76fb0bf01d req-7525c0a1-142e-485e-9374-9825a418619d tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:08:54.961792 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbd9e333-b8dd-44f1-bae0-5b76fb0bf01d req-7525c0a1-142e-485e-9374-9825a418619d tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Made reservation on behalf of eb8be716db2e42aea2a6c06bf05c44b5 for: {'port': 1} {{(pid=79928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 10 21:08:55.017981 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-cbd9e333-b8dd-44f1-bae0-5b76fb0bf01d req-7525c0a1-142e-485e-9374-9825a418619d tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:55.127896 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvr_db [None req-f459ca84-144f-43b6-a5be-d7ffcbf2e648 None None] Set router c2be285d-8c40-49f4-99b5-a37402779724 gateway port host: dv-cinder-775008-1-iscsi {{(pid=79930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 10 21:08:55.130710 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-8e2d7a61-fe1c-44cd-a7f4-aa326a223795 req-75791ea6-30ba-4f9e-8b4b-cbba593481d7 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=41d77347-7771-411c-b0f2-ca9820bb84a8 HTTP/1.1" status: 200  len: 210 time: 0.2204075
Feb 10 21:08:55.601159 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.db_base_plugin_common [req-cbd9e333-b8dd-44f1-bae0-5b76fb0bf01d req-7525c0a1-142e-485e-9374-9825a418619d tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Allocated IP 172.20.0.13 (009dd3d9-5800-4858-a534-697a99ad36c1/6d155787-390f-4d80-9348-99de0b4f3565/12af8bec-d6c9-4da8-9834-d1d9d48f0541) {{(pid=79928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 10 21:08:55.669778 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-f459ca84-144f-43b6-a5be-d7ffcbf2e648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbf8bedd4e0>, [{'id': 'c2be285d-8c40-49f4-99b5-a37402779724', 'name': 'tempest-TestMinimumBasicScenario-187424043-router', 'tenant_id': '450f83fab0734bc4b485b263670f0fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '7296d914-75ea-4c93-b959-db4c05f4e447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:04:04Z', 'updated_at': '2021-02-10T21:08:52Z', 'revision_number': 5, 'project_id': '450f83fab0734bc4b485b263670f0fa7', 'gw_port': {'id': '7296d914-75ea-4c93-b959-db4c05f4e447', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:20:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2be285d-8c40-49f4-99b5-a37402779724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:04:07Z', 'updated_at': '2021-02-10T21:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi'}], 'dv-cinder-775008-1-iscsi', False) {} {{(pid=79930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:08:55.683235 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f459ca84-144f-43b6-a5be-d7ffcbf2e648 None None] Checking router: c2be285d-8c40-49f4-99b5-a37402779724 for host: dv-cinder-775008-1-iscsi {{(pid=79930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 10 21:08:55.699941 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-9dd9e0e2-b902-456b-8e74-c11c40e6c7fa req-cd2f66bd-76fe-4da7-92ab-9207c203d49d tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/ports?device_id=db8f8669-87cb-4494-8f05-d7c76ea6ed23 HTTP/1.1" status: 200  len: 210 time: 0.5420444
Feb 10 21:08:55.709624 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f459ca84-144f-43b6-a5be-d7ffcbf2e648 None None] Routers {'c2be285d-8c40-49f4-99b5-a37402779724'} bound to L3 agent in host dv-cinder-775008-1-iscsi {{(pid=79930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 10 21:08:55.710398 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-f459ca84-144f-43b6-a5be-d7ffcbf2e648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbf8bedd4e0>, 'dv-cinder-775008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-10T20:53:27Z,description=<?>,heartbeat_timestamp=2021-02-10T21:08:27Z,host='dv-cinder-775008-1-iscsi',id=351a09a7-a8bd-44d4-8337-3dd1b5c8f290,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-10T20:53:27Z,topic='l3_agent')) {'router_ids': ['c2be285d-8c40-49f4-99b5-a37402779724'], 'active': True} {{(pid=79930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:08:55.747141 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-122265c2-5667-4ed4-b584-f283c3236d5f admin admin] Notify callbacks [] for router, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:55.904846 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-cbd9e333-b8dd-44f1-bae0-5b76fb0bf01d req-7525c0a1-142e-485e-9374-9825a418619d tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Notify callbacks [] for port, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:55.925533 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [req-cbd9e333-b8dd-44f1-bae0-5b76fb0bf01d req-7525c0a1-142e-485e-9374-9825a418619d tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Transition to ACTIVE for port object 12af8bec-d6c9-4da8-9834-d1d9d48f0541 will not be triggered until provisioned by entity DHCP. {{(pid=79928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 10 21:08:55.975177 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-cbd9e333-b8dd-44f1-bae0-5b76fb0bf01d req-7525c0a1-142e-485e-9374-9825a418619d tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778797635767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851641298'] for port, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:55.996554 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-a6fdc9b1-f7cb-4133-87fa-045be211e7fb tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:08:56.051535 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-122265c2-5667-4ed4-b584-f283c3236d5f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:56.076964 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-122265c2-5667-4ed4-b584-f283c3236d5f admin admin] Deleting port 7296d914-75ea-4c93-b959-db4c05f4e447 {{(pid=79929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 10 21:08:56.077352 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-122265c2-5667-4ed4-b584-f283c3236d5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258056652319'] for port, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:56.119501 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvr_db [None req-f459ca84-144f-43b6-a5be-d7ffcbf2e648 None None] Set router c2be285d-8c40-49f4-99b5-a37402779724 gateway port host: dv-cinder-775008-1-iscsi {{(pid=79930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 10 21:08:56.359149 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7525c0a1-142e-485e-9374-9825a418619d tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Pushing event updated for resources: {'Port': ['ID=12af8bec-d6c9-4da8-9834-d1d9d48f0541,revision_number=1']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:08:56.377309 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-7525c0a1-142e-485e-9374-9825a418619d tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:08:56.522403 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-122265c2-5667-4ed4-b584-f283c3236d5f admin admin] For port 7296d914-75ea-4c93-b959-db4c05f4e447, host dv-cinder-775008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-iscsi',level=0,port_id=7296d914-75ea-4c93-b959-db4c05f4e447,segment=NetworkSegment(37fae2f4-4e7c-4231-b866-3c6a09452824),segment_id=37fae2f4-4e7c-4231-b866-3c6a09452824)] {{(pid=79929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:08:56.522800 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-122265c2-5667-4ed4-b584-f283c3236d5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797663'] for port, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:56.584783 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-f459ca84-144f-43b6-a5be-d7ffcbf2e648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbf8bedd4e0>, [{'id': 'c2be285d-8c40-49f4-99b5-a37402779724', 'name': 'tempest-TestMinimumBasicScenario-187424043-router', 'tenant_id': '450f83fab0734bc4b485b263670f0fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '7296d914-75ea-4c93-b959-db4c05f4e447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:04:04Z', 'updated_at': '2021-02-10T21:08:52Z', 'revision_number': 5, 'project_id': '450f83fab0734bc4b485b263670f0fa7', 'gw_port': {'id': '7296d914-75ea-4c93-b959-db4c05f4e447', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:20:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2be285d-8c40-49f4-99b5-a37402779724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:04:07Z', 'updated_at': '2021-02-10T21:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi'}], 'dv-cinder-775008-1-iscsi', False) {} {{(pid=79930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:08:56.590173 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f459ca84-144f-43b6-a5be-d7ffcbf2e648 None None] The sync data for ids ['c2be285d-8c40-49f4-99b5-a37402779724'] in dv-cinder-775008-1-iscsi is: [{'id': 'c2be285d-8c40-49f4-99b5-a37402779724', 'name': 'tempest-TestMinimumBasicScenario-187424043-router', 'tenant_id': '450f83fab0734bc4b485b263670f0fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.2'}], 'enable_snat': True}, 'gw_port_id': '7296d914-75ea-4c93-b959-db4c05f4e447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:04:04Z', 'updated_at': '2021-02-10T21:08:52Z', 'revision_number': 5, 'project_id': '450f83fab0734bc4b485b263670f0fa7', 'gw_port': {'id': '7296d914-75ea-4c93-b959-db4c05f4e447', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:20:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2be285d-8c40-49f4-99b5-a37402779724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:04:07Z', 'updated_at': '2021-02-10T21:04:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi'}] {{(pid=79930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 10 21:08:56.668246 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-eea87b08-8cd7-467f-893e-b7a5163ad24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:56.724255 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-122265c2-5667-4ed4-b584-f283c3236d5f admin admin] Calling delete_port for 7296d914-75ea-4c93-b959-db4c05f4e447 owned by network:router_gateway {{(pid=79929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 10 21:08:56.947826 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942eabf0-f02d-4fa4-8ca2-5bc6798b1fe6 req-aedee56b-b293-429d-afb3-b989226cbe3e tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:08:56.957867 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-942eabf0-f02d-4fa4-8ca2-5bc6798b1fe6 req-aedee56b-b293-429d-afb3-b989226cbe3e tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/ports?device_id=e7e3959c-ce5f-4d58-9ed1-47947da34a85 HTTP/1.1" status: 200  len: 945 time: 0.9158905
Feb 10 21:08:57.015637 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1447bc1f-b8bb-4897-81d8-223460d1f689 req-c8318a8c-4990-4f18-9e69-3440e9ca9696 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:08:57.020046 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbd9e333-b8dd-44f1-bae0-5b76fb0bf01d req-7525c0a1-142e-485e-9374-9825a418619d tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Network 009dd3d9-5800-4858-a534-697a99ad36c1 is already hosted by enough agents. {{(pid=79928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 10 21:08:57.023301 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1447bc1f-b8bb-4897-81d8-223460d1f689 req-c8318a8c-4990-4f18-9e69-3440e9ca9696 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=41d77347-7771-411c-b0f2-ca9820bb84a8 HTTP/1.1" status: 200  len: 932 time: 0.5906844
Feb 10 21:08:57.052910 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-942eabf0-f02d-4fa4-8ca2-5bc6798b1fe6 req-5d56d374-eda5-435c-b3bc-ee9f64e3af82 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/security-groups?id=593a5a4c-4b56-4925-a9d5-6094bb2c229c&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0936525
Feb 10 21:08:57.054336 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.base_scheduler [req-cbd9e333-b8dd-44f1-bae0-5b76fb0bf01d req-7525c0a1-142e-485e-9374-9825a418619d tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Resources bound (agent type, host, resource id):  {{(pid=79928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 10 21:08:57.059154 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbd9e333-b8dd-44f1-bae0-5b76fb0bf01d req-7525c0a1-142e-485e-9374-9825a418619d tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Received port after_create {{(pid=79928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 10 21:08:57.209049 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1447bc1f-b8bb-4897-81d8-223460d1f689 req-9e84fb04-ee31-4c35-b6e9-4caf73bcb35f tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=82c257f5-000c-4208-b8b6-12211f7feeb5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1847568
Feb 10 21:08:57.320573 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8e35c017-ca0e-4997-9af4-ce0f5f2c761e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:57.330566 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd9e333-b8dd-44f1-bae0-5b76fb0bf01d req-7525c0a1-142e-485e-9374-9825a418619d tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:08:57.331457 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-cbd9e333-b8dd-44f1-bae0-5b76fb0bf01d req-7525c0a1-142e-485e-9374-9825a418619d tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770081'] for port, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:57.349480 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device b701ffa5-4978-4ec7-b4cd-5800d6241be7 up at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:08:57.368562 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-122265c2-5667-4ed4-b584-f283c3236d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778798065335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778797633719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630282'] for port, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:57.401468 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-0d2ca0cd-74b9-41a6-983e-161159424737 req-79cca877-5b83-4696-bace-06ec9765bc4d tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Synchronizing usage tracker for tenant:b863e31b2eb84722a5af6ec44203a203 on resource:port {{(pid=79928) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 10 21:08:57.426093 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-cbd9e333-b8dd-44f1-bae0-5b76fb0bf01d req-7525c0a1-142e-485e-9374-9825a418619d tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.7723079
Feb 10 21:08:57.426995 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-0d2ca0cd-74b9-41a6-983e-161159424737 req-79cca877-5b83-4696-bace-06ec9765bc4d tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Unset dirty status for tenant:b863e31b2eb84722a5af6ec44203a203 on resource:port {{(pid=79928) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 10 21:08:57.446437 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-0d2ca0cd-74b9-41a6-983e-161159424737 req-79cca877-5b83-4696-bace-06ec9765bc4d tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/ports?device_id=db8f8669-87cb-4494-8f05-d7c76ea6ed23 HTTP/1.1" status: 200  len: 210 time: 0.1082604
Feb 10 21:08:57.454106 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [req-cbd9e333-b8dd-44f1-bae0-5b76fb0bf01d req-e0060fd6-2812-4f34-88b7-d54df71ab2be service neutron] Request body: {'port': {'device_id': '41d77347-7771-411c-b0f2-ca9820bb84a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77500'}} {{(pid=79928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:08:57.454580 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-a0976886-2462-4642-b85b-c9bdc731da7e None None] Provisioning for port 12af8bec-d6c9-4da8-9834-d1d9d48f0541 completed by entity DHCP. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 10 21:08:57.460660 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-a0976886-2462-4642-b85b-c9bdc731da7e None None] Provisioning complete for port 12af8bec-d6c9-4da8-9834-d1d9d48f0541 triggered by entity DHCP. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:08:57.461089 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a0976886-2462-4642-b85b-c9bdc731da7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:57.525111 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-a0976886-2462-4642-b85b-c9bdc731da7e None None] Port 12af8bec-d6c9-4da8-9834-d1d9d48f0541 cannot update to ACTIVE because it is not bound. {{(pid=79930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 10 21:08:57.533031 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning complete for port b701ffa5-4978-4ec7-b4cd-5800d6241be7 triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:08:57.533459 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:57.593879 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-cbd9e333-b8dd-44f1-bae0-5b76fb0bf01d req-e0060fd6-2812-4f34-88b7-d54df71ab2be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:57.626764 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc1f959-7c29-4625-a6e2-1c995f9a0d53 req-a5b9d194-fa1f-4b00-af78-47e5131f76eb tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:08:57.634838 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1bc1f959-7c29-4625-a6e2-1c995f9a0d53 req-a5b9d194-fa1f-4b00-af78-47e5131f76eb tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.15 "GET /v2.0/networks?id=30315e38-e508-43b4-a5e6-20c3939b243b HTTP/1.1" status: 200  len: 811 time: 0.9473298
Feb 10 21:08:57.695707 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Device 9c7847c5-1126-4362-a208-3bf654d78679 no longer exists at agent ovs-agent-dv-cinder-775008-1-iscsi {{(pid=79930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 10 21:08:57.749051 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] No Port match for: 9c7847c5-1126-4362-a208-3bf654d78679 {{(pid=79930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 10 21:08:57.749447 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Device 9c7847c5-1126-4362-a208-3bf654d78679 not bound to the agent host dv-cinder-775008-1-iscsi {{(pid=79930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 10 21:08:57.761117 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 33310) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:08:57.826925 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1bc1f959-7c29-4625-a6e2-1c995f9a0d53 req-30850133-453d-467c-876f-427db956efdf tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b863e31b2eb84722a5af6ec44203a203 HTTP/1.1" status: 200  len: 5705 time: 0.1778879
Feb 10 21:08:57.842082 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [req-1bc1f959-7c29-4625-a6e2-1c995f9a0d53 req-c63a201b-46fc-426a-915e-ccb836562d82 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Request body: {'port': {'device_id': 'db8f8669-87cb-4494-8f05-d7c76ea6ed23', 'network_id': '30315e38-e508-43b4-a5e6-20c3939b243b', 'admin_state_up': True, 'tenant_id': 'b863e31b2eb84722a5af6ec44203a203', 'security_groups': ['6834107b-bba0-4b26-b4bf-f136ba437706']}} {{(pid=79929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:08:57.880212 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-122265c2-5667-4ed4-b584-f283c3236d5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850655797'] for router_gateway, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:58.025724 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-0bbba3f0-7c99-460f-a765-06d1df2e7dab admin admin] Notify callbacks [] for security_group, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:58.047980 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-0bbba3f0-7c99-460f-a765-06d1df2e7dab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:08:58.057603 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-0bbba3f0-7c99-460f-a765-06d1df2e7dab admin admin] Usage tracker for resource:security_group_rule and tenant:9db3da07222c434480c5ba6d2ef61c5a is out of sync, need to count used quota {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:08:58.064109 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-0bbba3f0-7c99-460f-a765-06d1df2e7dab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:08:58.082119 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-0bbba3f0-7c99-460f-a765-06d1df2e7dab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:08:58.167882 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-122265c2-5667-4ed4-b584-f283c3236d5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4114297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774503'] for router, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:58.172805 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-122265c2-5667-4ed4-b584-f283c3236d5f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:58.209408 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:58.217593 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [req-cbd9e333-b8dd-44f1-bae0-5b76fb0bf01d req-e0060fd6-2812-4f34-88b7-d54df71ab2be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12af8bec-d6c9-4da8-9834-d1d9d48f0541 {{(pid=79928) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 10 21:08:58.231424 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-cbd9e333-b8dd-44f1-bae0-5b76fb0bf01d req-e0060fd6-2812-4f34-88b7-d54df71ab2be service neutron] Notify callbacks [] for port, precommit_update {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:58.266744 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [req-cbd9e333-b8dd-44f1-bae0-5b76fb0bf01d req-e0060fd6-2812-4f34-88b7-d54df71ab2be service neutron] Transition to ACTIVE for port object 12af8bec-d6c9-4da8-9834-d1d9d48f0541 will not be triggered until provisioned by entity L2. {{(pid=79928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 10 21:08:58.276616 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-cbd9e333-b8dd-44f1-bae0-5b76fb0bf01d req-e0060fd6-2812-4f34-88b7-d54df71ab2be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3134503'] for port, after_update {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:58.299983 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-f56896da-ecd7-4ffb-956b-e691467965ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:08:58.305432 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-122265c2-5667-4ed4-b584-f283c3236d5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4114335'] for router, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:58.306001 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-122265c2-5667-4ed4-b584-f283c3236d5f admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2be285d-8c40-49f4-99b5-a37402779724 {{(pid=79929) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 10 21:08:58.312851 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [req-1bc1f959-7c29-4625-a6e2-1c995f9a0d53 req-c63a201b-46fc-426a-915e-ccb836562d82 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:08:58.334810 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [req-1bc1f959-7c29-4625-a6e2-1c995f9a0d53 req-c63a201b-46fc-426a-915e-ccb836562d82 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:08:58.358074 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a16a173f-35ea-40df-9953-0a23fc2526db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:58.365310 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1ff4d1-028e-4250-b74d-24c2c3963aa4 req-0e2989ef-6e7c-471e-ae8a-c079362396fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:08:58.366973 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-0bbba3f0-7c99-460f-a765-06d1df2e7dab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:58.367108 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1c1ff4d1-028e-4250-b74d-24c2c3963aa4 req-0e2989ef-6e7c-471e-ae8a-c079362396fe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=acdfa87ec4e64a238c41778849fb8664&device_id=e7e3959c-ce5f-4d58-9ed1-47947da34a85 HTTP/1.1" status: 200  len: 1162 time: 0.3001342
Feb 10 21:08:58.374433 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-122265c2-5667-4ed4-b584-f283c3236d5f admin admin] Notify callbacks [] for router, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:58.375675 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-122265c2-5667-4ed4-b584-f283c3236d5f admin admin] 10.222.0.82 "DELETE /v2.0/routers/c2be285d-8c40-49f4-99b5-a37402779724 HTTP/1.1" status: 204  len: 168 time: 3.5071459
Feb 10 21:08:58.379416 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bc1f959-7c29-4625-a6e2-1c995f9a0d53 req-c63a201b-46fc-426a-915e-ccb836562d82 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Made reservation on behalf of b863e31b2eb84722a5af6ec44203a203 for: {'port': 1} {{(pid=79929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 10 21:08:58.388703 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 33322) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:08:58.402522 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-1bc1f959-7c29-4625-a6e2-1c995f9a0d53 req-c63a201b-46fc-426a-915e-ccb836562d82 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:58.478240 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-0bbba3f0-7c99-460f-a765-06d1df2e7dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:58.580408 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e681b6-02b2-4311-b920-967b4c1f35f3 req-e324cc56-43a5-473c-a53c-f196ead516fd tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:08:58.581265 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-0bbba3f0-7c99-460f-a765-06d1df2e7dab admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=9db3da07222c434480c5ba6d2ef61c5a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8188298
Feb 10 21:08:58.582274 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 33328) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:08:58.584348 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-a5e681b6-02b2-4311-b920-967b4c1f35f3 req-e324cc56-43a5-473c-a53c-f196ead516fd tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/ports?device_id=e7e3959c-ce5f-4d58-9ed1-47947da34a85 HTTP/1.1" status: 200  len: 945 time: 0.3869009
Feb 10 21:08:58.621134 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0060fd6-2812-4f34-88b7-d54df71ab2be service neutron] Pushing event updated for resources: {'Port': ['ID=12af8bec-d6c9-4da8-9834-d1d9d48f0541,revision_number=2']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:08:58.693471 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-e0060fd6-2812-4f34-88b7-d54df71ab2be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:08:58.695997 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-2b0f9e85-0276-420e-b82c-1af16d0aa2ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.165s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:08:58.748461 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e7753ae-4d88-4e7e-a7fe-53e4b2d58b5e admin admin] Deleting subnet c40b2878-75d9-4a40-800e-cc67094c8d4e {{(pid=79928) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 10 21:08:58.765468 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-0e7753ae-4d88-4e7e-a7fe-53e4b2d58b5e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:58.862147 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbba3f0-7c99-460f-a765-06d1df2e7dab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ae8f25-0ac1-4581-b79c-07ba01133def,revision_number=1']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:08:58.869868 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-a5e681b6-02b2-4311-b920-967b4c1f35f3 req-382d34cf-5b3b-4312-a85f-c3a7563008bc tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/security-groups?id=593a5a4c-4b56-4925-a9d5-6094bb2c229c&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.2119086
Feb 10 21:08:58.889957 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1ff4d1-028e-4250-b74d-24c2c3963aa4 req-277ab96f-d09c-4bab-92d0-3a2a446368e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:08:58.891715 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1c1ff4d1-028e-4250-b74d-24c2c3963aa4 req-277ab96f-d09c-4bab-92d0-3a2a446368e3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=907563d5-8c93-48a0-8af3-4935d55858dd HTTP/1.1" status: 200  len: 902 time: 0.5145826
Feb 10 21:08:58.895673 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-0bbba3f0-7c99-460f-a765-06d1df2e7dab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:08:58.970190 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-0e7753ae-4d88-4e7e-a7fe-53e4b2d58b5e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036828158300'] for subnet, precommit_delete_associations {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:59.043522 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-107ad724-2c23-4c9a-bb13-6cb540ab5973 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:59.190255 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-0e7753ae-4d88-4e7e-a7fe-53e4b2d58b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016988'] for subnet, precommit_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:59.374940 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-b5cc1c3b-5bcd-4719-83a3-a32062cc2921 req-59122764-a7b6-446b-80eb-477153f3e76f tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/ports?device_id=db8f8669-87cb-4494-8f05-d7c76ea6ed23 HTTP/1.1" status: 200  len: 210 time: 0.0870619
Feb 10 21:08:59.391209 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cc9ded-90a2-4781-95cb-9c15bc9c2333 req-5ad73c2e-e753-4ff0-996e-9440df202ab2 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:08:59.392035 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-e4cc9ded-90a2-4781-95cb-9c15bc9c2333 req-5ad73c2e-e753-4ff0-996e-9440df202ab2 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Synchronizing usage tracker for tenant:eb8be716db2e42aea2a6c06bf05c44b5 on resource:port {{(pid=79928) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 10 21:08:59.400452 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1c1ff4d1-028e-4250-b74d-24c2c3963aa4 req-431d990f-e89e-4120-82a5-c03f76dffdf8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b701ffa5-4978-4ec7-b4cd-5800d6241be7 HTTP/1.1" status: 200  len: 1000 time: 0.5002363
Feb 10 21:08:59.410647 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-107ad724-2c23-4c9a-bb13-6cb540ab5973 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:59.491751 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-e4cc9ded-90a2-4781-95cb-9c15bc9c2333 req-5ad73c2e-e753-4ff0-996e-9440df202ab2 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Unset dirty status for tenant:eb8be716db2e42aea2a6c06bf05c44b5 on resource:port {{(pid=79928) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 10 21:08:59.493027 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-e4cc9ded-90a2-4781-95cb-9c15bc9c2333 req-5ad73c2e-e753-4ff0-996e-9440df202ab2 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=41d77347-7771-411c-b0f2-ca9820bb84a8 HTTP/1.1" status: 200  len: 944 time: 0.8752956
Feb 10 21:08:59.534098 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1ff4d1-028e-4250-b74d-24c2c3963aa4 req-abcd8b7d-af20-4740-85ce-f8884dbb4592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:08:59.535690 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1c1ff4d1-028e-4250-b74d-24c2c3963aa4 req-abcd8b7d-af20-4740-85ce-f8884dbb4592 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cfbf301d-5680-42d3-b573-9c3b05be6f98 HTTP/1.1" status: 200  len: 847 time: 0.1254175
Feb 10 21:08:59.561334 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [req-cbd9e333-b8dd-44f1-bae0-5b76fb0bf01d req-e0060fd6-2812-4f34-88b7-d54df71ab2be service neutron] Attempting to bind port 12af8bec-d6c9-4da8-9834-d1d9d48f0541 on host hv-cinder-77500 for vnic_type normal with profile  {{(pid=79928) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 10 21:08:59.561716 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [req-cbd9e333-b8dd-44f1-bae0-5b76fb0bf01d req-e0060fd6-2812-4f34-88b7-d54df71ab2be service neutron] Attempting to bind port 12af8bec-d6c9-4da8-9834-d1d9d48f0541 by drivers openvswitch on host hv-cinder-77500 at level 0 using segments [{'id': 'd7f580de-9525-4e7b-93a1-5e7479da2ea8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '009dd3d9-5800-4858-a534-697a99ad36c1'}] {{(pid=79928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 10 21:08:59.562104 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd9e333-b8dd-44f1-bae0-5b76fb0bf01d req-e0060fd6-2812-4f34-88b7-d54df71ab2be service neutron] Attempting to bind port 12af8bec-d6c9-4da8-9834-d1d9d48f0541 on network 009dd3d9-5800-4858-a534-697a99ad36c1 {{(pid=79928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 10 21:08:59.598387 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.db_base_plugin_common [req-1bc1f959-7c29-4625-a6e2-1c995f9a0d53 req-c63a201b-46fc-426a-915e-ccb836562d82 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Allocated IP 172.20.0.13 (30315e38-e508-43b4-a5e6-20c3939b243b/ac135e95-2d8a-4872-b364-451b52f8b60d/5e835500-7aed-4986-bb87-71eb475f1091) {{(pid=79929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 10 21:08:59.609577 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd9e333-b8dd-44f1-bae0-5b76fb0bf01d req-e0060fd6-2812-4f34-88b7-d54df71ab2be service neutron] Checking agent: {'id': 'a01cfff8-88bc-4fa7-a09e-0f06c1450d16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 10, 21, 0, 31), 'started_at': datetime.datetime(2021, 2, 10, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2021, 2, 10, 21, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 10 21:08:59.609955 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd9e333-b8dd-44f1-bae0-5b76fb0bf01d req-e0060fd6-2812-4f34-88b7-d54df71ab2be service neutron] Checking segment: {'id': 'd7f580de-9525-4e7b-93a1-5e7479da2ea8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '009dd3d9-5800-4858-a534-697a99ad36c1'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 10 21:08:59.610416 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-cbd9e333-b8dd-44f1-bae0-5b76fb0bf01d req-e0060fd6-2812-4f34-88b7-d54df71ab2be service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:59.610817 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd9e333-b8dd-44f1-bae0-5b76fb0bf01d req-e0060fd6-2812-4f34-88b7-d54df71ab2be service neutron] Bound using segment: {'id': 'd7f580de-9525-4e7b-93a1-5e7479da2ea8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '009dd3d9-5800-4858-a534-697a99ad36c1'} {{(pid=79928) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 10 21:08:59.611310 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [req-cbd9e333-b8dd-44f1-bae0-5b76fb0bf01d req-e0060fd6-2812-4f34-88b7-d54df71ab2be service neutron] Bound port: 12af8bec-d6c9-4da8-9834-d1d9d48f0541, host: hv-cinder-77500, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7f580de-9525-4e7b-93a1-5e7479da2ea8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '009dd3d9-5800-4858-a534-697a99ad36c1'}}] {{(pid=79928) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 10 21:08:59.611687 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-cbd9e333-b8dd-44f1-bae0-5b76fb0bf01d req-e0060fd6-2812-4f34-88b7-d54df71ab2be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:59.703532 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1ff4d1-028e-4250-b74d-24c2c3963aa4 req-db95f03b-858e-4b82-bbd4-583e0fa15ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:08:59.705171 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1c1ff4d1-028e-4250-b74d-24c2c3963aa4 req-db95f03b-858e-4b82-bbd4-583e0fa15ef7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=907563d5-8c93-48a0-8af3-4935d55858dd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1607301
Feb 10 21:08:59.726823 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Device 7296d914-75ea-4c93-b959-db4c05f4e447 no longer exists at agent ovs-agent-dv-cinder-775008-1-iscsi {{(pid=79930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 10 21:08:59.752603 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-e4cc9ded-90a2-4781-95cb-9c15bc9c2333 req-b4d7c77c-3e3f-4e5e-b991-1d39b5d9d62f tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=82c257f5-000c-4208-b8b6-12211f7feeb5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1924400
Feb 10 21:08:59.774044 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] No Port match for: 7296d914-75ea-4c93-b959-db4c05f4e447 {{(pid=79930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 10 21:08:59.774572 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Device 7296d914-75ea-4c93-b959-db4c05f4e447 not bound to the agent host dv-cinder-775008-1-iscsi {{(pid=79930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 10 21:08:59.810225 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-107ad724-2c23-4c9a-bb13-6cb540ab5973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:59.831117 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-86541ad2-0f13-44fc-abff-5fea894b0855 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:08:59.855908 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107ad724-2c23-4c9a-bb13-6cb540ab5973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ae8f25-0ac1-4581-b79c-07ba01133def,revision_number=None']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:08:59.863572 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-107ad724-2c23-4c9a-bb13-6cb540ab5973 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:08:59.872633 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-107ad724-2c23-4c9a-bb13-6cb540ab5973 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:59.876329 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-107ad724-2c23-4c9a-bb13-6cb540ab5973 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/e2ae8f25-0ac1-4581-b79c-07ba01133def HTTP/1.1" status: 204  len: 168 time: 1.2794142
Feb 10 21:08:59.877323 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [req-cbd9e333-b8dd-44f1-bae0-5b76fb0bf01d req-e0060fd6-2812-4f34-88b7-d54df71ab2be service neutron] For port 12af8bec-d6c9-4da8-9834-d1d9d48f0541, host hv-cinder-77500, cleared binding levels {{(pid=79928) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 10 21:08:59.883967 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [req-cbd9e333-b8dd-44f1-bae0-5b76fb0bf01d req-e0060fd6-2812-4f34-88b7-d54df71ab2be service neutron] For port 12af8bec-d6c9-4da8-9834-d1d9d48f0541, host hv-cinder-77500, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=12af8bec-d6c9-4da8-9834-d1d9d48f0541,segment=NetworkSegment(d7f580de-9525-4e7b-93a1-5e7479da2ea8),segment_id=d7f580de-9525-4e7b-93a1-5e7479da2ea8)] {{(pid=79928) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 10 21:08:59.896000 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-cbd9e333-b8dd-44f1-bae0-5b76fb0bf01d req-e0060fd6-2812-4f34-88b7-d54df71ab2be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3134503'] for port, after_update {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:08:59.921172 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-59e3d054-6d4f-46dd-9037-a219d21bd109 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:08:59.989712 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-1bc1f959-7c29-4625-a6e2-1c995f9a0d53 req-c63a201b-46fc-426a-915e-ccb836562d82 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify callbacks [] for port, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:09:00.034088 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [req-1bc1f959-7c29-4625-a6e2-1c995f9a0d53 req-c63a201b-46fc-426a-915e-ccb836562d82 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Transition to ACTIVE for port object 5e835500-7aed-4986-bb87-71eb475f1091 will not be triggered until provisioned by entity DHCP. {{(pid=79929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 10 21:09:00.056532 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-0e7753ae-4d88-4e7e-a7fe-53e4b2d58b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853758828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036851634438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851258945'] for subnet, after_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:09:00.073108 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1c1ff4d1-028e-4250-b74d-24c2c3963aa4 req-0352edcb-b5af-4f3f-872f-219b1230c655 service neutron] 10.222.0.15 "GET /v2.0/networks/907563d5-8c93-48a0-8af3-4935d55858dd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3112583
Feb 10 21:09:00.263592 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-1bc1f959-7c29-4625-a6e2-1c995f9a0d53 req-c63a201b-46fc-426a-915e-ccb836562d82 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778797635767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630282'] for port, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:09:00.280431 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd9e333-b8dd-44f1-bae0-5b76fb0bf01d req-e0060fd6-2812-4f34-88b7-d54df71ab2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:09:00.280906 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-cbd9e333-b8dd-44f1-bae0-5b76fb0bf01d req-e0060fd6-2812-4f34-88b7-d54df71ab2be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770081'] for port, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:09:00.282549 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-cbd9e333-b8dd-44f1-bae0-5b76fb0bf01d req-e0060fd6-2812-4f34-88b7-d54df71ab2be service neutron] 10.222.0.15 "PUT /v2.0/ports/12af8bec-d6c9-4da8-9834-d1d9d48f0541 HTTP/1.1" status: 200  len: 1158 time: 2.8344133
Feb 10 21:09:00.283458 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0060fd6-2812-4f34-88b7-d54df71ab2be service neutron] Pushing event updated for resources: {'Port': ['ID=12af8bec-d6c9-4da8-9834-d1d9d48f0541,revision_number=3']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:09:00.309535 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-e0060fd6-2812-4f34-88b7-d54df71ab2be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:09:00.319172 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41d77347-7771-411c-b0f2-ca9820bb84a8', 'tag': '12af8bec-d6c9-4da8-9834-d1d9d48f0541'}] {{(pid=79928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 10 21:09:00.325046 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-e32828cd-aa7d-4c9a-9c6b-24c43491b4ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.186s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:09:00.359783 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 33342) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:09:00.378851 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdbe217-73af-4391-91a2-fe9e36b795c2 req-0906ca78-1af5-41f7-81a3-12d5a044f9c9 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:09:00.380801 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-5bdbe217-73af-4391-91a2-fe9e36b795c2 req-0906ca78-1af5-41f7-81a3-12d5a044f9c9 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/ports?device_id=e7e3959c-ce5f-4d58-9ed1-47947da34a85 HTTP/1.1" status: 200  len: 945 time: 0.3525729
Feb 10 21:09:00.399786 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b8fedcf5-5fc9-4bb7-a806-0cba63f01ce3 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:09:00.454165 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41d77347-7771-411c-b0f2-ca9820bb84a8', 'tag': '12af8bec-d6c9-4da8-9834-d1d9d48f0541', 'status': 'completed', 'code': 200}
Feb 10 21:09:00.460117 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7753ae-4d88-4e7e-a7fe-53e4b2d58b5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c40b2878-75d9-4a40-800e-cc67094c8d4e,revision_number=None']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:09:00.476443 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-0e7753ae-4d88-4e7e-a7fe-53e4b2d58b5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:09:00.477428 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-0660fc3c-d769-48ba-812d-198260a86892 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:09:00.503123 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-0e7753ae-4d88-4e7e-a7fe-53e4b2d58b5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728031'] for subnet, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:09:00.507129 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5fd1b65-6dcf-4062-94bd-a6b41234c327 None None] Network d499e464-54e8-4dd4-9520-8f962f4aa61a requested from dv-cinder-775008-1-iscsi {{(pid=79930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 10 21:09:00.507269 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-0660fc3c-d769-48ba-812d-198260a86892 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:09:00.517263 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-0660fc3c-d769-48ba-812d-198260a86892 admin admin] Usage tracker for resource:security_group_rule and tenant:ff2ba7cff5164ee299747d8794143806 is out of sync, need to count used quota {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:09:00.518790 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1c1ff4d1-028e-4250-b74d-24c2c3963aa4 req-ab4f2b8a-48f3-41dd-b169-08c68a3a3257 service neutron] 10.222.0.15 "GET /v2.0/networks/907563d5-8c93-48a0-8af3-4935d55858dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4374707
Feb 10 21:09:00.522005 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-0e7753ae-4d88-4e7e-a7fe-53e4b2d58b5e admin admin] 10.222.0.82 "DELETE /v2.0/subnets/c40b2878-75d9-4a40-800e-cc67094c8d4e HTTP/1.1" status: 204  len: 168 time: 2.1265740
Feb 10 21:09:00.524491 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-0660fc3c-d769-48ba-812d-198260a86892 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:09:00.528438 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 33350) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:09:00.539975 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-0660fc3c-d769-48ba-812d-198260a86892 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:09:00.571028 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd9e333-b8dd-44f1-bae0-5b76fb0bf01d req-7652d7ce-382e-4a75-87d4-ebf4a95e7cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:09:00.572599 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-cbd9e333-b8dd-44f1-bae0-5b76fb0bf01d req-7652d7ce-382e-4a75-87d4-ebf4a95e7cec service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=eb8be716db2e42aea2a6c06bf05c44b5&device_id=41d77347-7771-411c-b0f2-ca9820bb84a8 HTTP/1.1" status: 200  len: 1161 time: 0.2138336
Feb 10 21:09:00.650925 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63a201b-46fc-426a-915e-ccb836562d82 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Pushing event updated for resources: {'Port': ['ID=5e835500-7aed-4986-bb87-71eb475f1091,revision_number=1']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:09:00.656752 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-c63a201b-46fc-426a-915e-ccb836562d82 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:09:00.717615 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-5bdbe217-73af-4391-91a2-fe9e36b795c2 req-83f57f4d-85b4-4cc5-ac2e-36aa9d0cbe8f tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/security-groups?id=593a5a4c-4b56-4925-a9d5-6094bb2c229c&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.2620134
Feb 10 21:09:00.800637 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bc1f959-7c29-4625-a6e2-1c995f9a0d53 req-c63a201b-46fc-426a-915e-ccb836562d82 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Network 30315e38-e508-43b4-a5e6-20c3939b243b is already hosted by enough agents. {{(pid=79929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 10 21:09:00.802353 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.base_scheduler [req-1bc1f959-7c29-4625-a6e2-1c995f9a0d53 req-c63a201b-46fc-426a-915e-ccb836562d82 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Resources bound (agent type, host, resource id):  {{(pid=79929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 10 21:09:00.816089 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bc1f959-7c29-4625-a6e2-1c995f9a0d53 req-c63a201b-46fc-426a-915e-ccb836562d82 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Received port after_create {{(pid=79929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 10 21:09:00.998388 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-cbd9e333-b8dd-44f1-bae0-5b76fb0bf01d req-06291744-613f-46a2-9f6a-4debf6053461 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12af8bec-d6c9-4da8-9834-d1d9d48f0541 HTTP/1.1" status: 200  len: 217 time: 0.4142423
Feb 10 21:09:01.011613 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b57f039-f686-49fd-bcf8-ed1850b5d1b5 None None] DHCP port deletion for d499e464-54e8-4dd4-9520-8f962f4aa61a request from dv-cinder-775008-1-iscsi {{(pid=79930) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 10 21:09:01.023730 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-8b57f039-f686-49fd-bcf8-ed1850b5d1b5 None None] Deleting port 57c7d5d9-3a22-4dec-b6ed-fb6f11a3ada8 {{(pid=79930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 10 21:09:01.025096 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8b57f039-f686-49fd-bcf8-ed1850b5d1b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258056652319'] for port, before_delete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:09:01.028188 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc1f959-7c29-4625-a6e2-1c995f9a0d53 req-c63a201b-46fc-426a-915e-ccb836562d82 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:09:01.029020 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-1bc1f959-7c29-4625-a6e2-1c995f9a0d53 req-c63a201b-46fc-426a-915e-ccb836562d82 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770081'] for port, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:09:01.137032 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1bc1f959-7c29-4625-a6e2-1c995f9a0d53 req-c63a201b-46fc-426a-915e-ccb836562d82 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.3012273
Feb 10 21:09:01.142851 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-ed96927e-a410-4718-8a3a-1f33a78945c0 None None] Provisioning for port 5e835500-7aed-4986-bb87-71eb475f1091 completed by entity DHCP. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 10 21:09:01.149477 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [req-1bc1f959-7c29-4625-a6e2-1c995f9a0d53 req-0c1c4437-2e5a-47ff-a0ce-b155403e08b7 service neutron] Request body: {'port': {'device_id': 'db8f8669-87cb-4494-8f05-d7c76ea6ed23', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77500'}} {{(pid=79929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:09:01.153145 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-ed96927e-a410-4718-8a3a-1f33a78945c0 None None] Provisioning complete for port 5e835500-7aed-4986-bb87-71eb475f1091 triggered by entity DHCP. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:09:01.153723 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ed96927e-a410-4718-8a3a-1f33a78945c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:09:01.255180 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd9e333-b8dd-44f1-bae0-5b76fb0bf01d req-2ca985e8-9334-452c-97df-acebfd79b3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:09:01.256841 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-cbd9e333-b8dd-44f1-bae0-5b76fb0bf01d req-2ca985e8-9334-452c-97df-acebfd79b3ab service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6d155787-390f-4d80-9348-99de0b4f3565 HTTP/1.1" status: 200  len: 855 time: 0.2208946
Feb 10 21:09:01.278514 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-18ebd0b2-feb0-41b8-9ba1-4ce254e6e018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853728688'] for network, before_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:09:01.296589 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5efca15-7a8e-455b-b358-433516a06760 req-32e0566f-f669-46ed-b062-49bd90ec9f69 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:09:01.298378 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-f5efca15-7a8e-455b-b358-433516a06760 req-32e0566f-f669-46ed-b062-49bd90ec9f69 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=41d77347-7771-411c-b0f2-ca9820bb84a8 HTTP/1.1" status: 200  len: 944 time: 0.2472825
Feb 10 21:09:01.410988 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-0660fc3c-d769-48ba-812d-198260a86892 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:09:01.415890 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-1bc1f959-7c29-4625-a6e2-1c995f9a0d53 req-0c1c4437-2e5a-47ff-a0ce-b155403e08b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:09:01.437238 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-0660fc3c-d769-48ba-812d-198260a86892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:09:01.452062 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-f5efca15-7a8e-455b-b358-433516a06760 req-696a4068-c9d6-44c4-8f91-34d26b21de25 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=82c257f5-000c-4208-b8b6-12211f7feeb5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1376879
Feb 10 21:09:01.456789 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-6fac6e01-29de-4146-9b04-e54702a11676 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:09:01.467049 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-18ebd0b2-feb0-41b8-9ba1-4ce254e6e018 admin admin] Deleting port 57c7d5d9-3a22-4dec-b6ed-fb6f11a3ada8 {{(pid=79928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 10 21:09:01.467434 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-18ebd0b2-feb0-41b8-9ba1-4ce254e6e018 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258056652319'] for port, before_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:09:01.577583 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:09:01.590456 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0647858-077f-4585-a87d-d61a8d39c23a req-9512ad22-9034-4363-aae7-934cb1325f8c tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:09:01.592169 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-e0647858-077f-4585-a87d-d61a8d39c23a req-9512ad22-9034-4363-aae7-934cb1325f8c tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/ports?device_id=db8f8669-87cb-4494-8f05-d7c76ea6ed23 HTTP/1.1" status: 200  len: 932 time: 0.6927476
Feb 10 21:09:01.595960 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-ed96927e-a410-4718-8a3a-1f33a78945c0 None None] Port 5e835500-7aed-4986-bb87-71eb475f1091 cannot update to ACTIVE because it is not bound. {{(pid=79930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 10 21:09:01.602791 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-8b57f039-f686-49fd-bcf8-ed1850b5d1b5 None None] For port 57c7d5d9-3a22-4dec-b6ed-fb6f11a3ada8, host dv-cinder-775008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-iscsi',level=0,port_id=57c7d5d9-3a22-4dec-b6ed-fb6f11a3ada8,segment=NetworkSegment(523996b1-29da-4623-83de-a657233dda5c),segment_id=523996b1-29da-4623-83de-a657233dda5c)] {{(pid=79930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:09:01.602791 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8b57f039-f686-49fd-bcf8-ed1850b5d1b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797663'] for port, precommit_delete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:09:01.669897 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0660fc3c-d769-48ba-812d-198260a86892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1420931-d184-4a79-bfe6-131b9b118330,revision_number=1']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:09:01.674647 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-0660fc3c-d769-48ba-812d-198260a86892 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=ff2ba7cff5164ee299747d8794143806&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2975771
Feb 10 21:09:01.675797 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-0660fc3c-d769-48ba-812d-198260a86892 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:09:01.677422 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 33360) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:09:01.752484 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-8b57f039-f686-49fd-bcf8-ed1850b5d1b5 None None] Calling delete_port for 57c7d5d9-3a22-4dec-b6ed-fb6f11a3ada8 owned by network:dhcp {{(pid=79930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 10 21:09:01.771083 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-e0647858-077f-4585-a87d-d61a8d39c23a req-c6cbc8ca-e70c-406e-bb23-01f5d1bf440a tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/security-groups?id=6834107b-bba0-4b26-b4bf-f136ba437706&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1684208
Feb 10 21:09:01.797584 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Device 57c7d5d9-3a22-4dec-b6ed-fb6f11a3ada8 no longer exists at agent ovs-agent-dv-cinder-775008-1-iscsi {{(pid=79930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 10 21:09:01.798421 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd9e333-b8dd-44f1-bae0-5b76fb0bf01d req-a0b4977e-233c-4267-a743-b5fd640a3e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:09:01.798936 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-7e4062a7-3ba2-4c85-99ff-3263060c098b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:09:01.800147 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-cbd9e333-b8dd-44f1-bae0-5b76fb0bf01d req-a0b4977e-233c-4267-a743-b5fd640a3e10 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=009dd3d9-5800-4858-a534-697a99ad36c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5347531
Feb 10 21:09:01.982514 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-7e4062a7-3ba2-4c85-99ff-3263060c098b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:09:02.043402 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-18ebd0b2-feb0-41b8-9ba1-4ce254e6e018 admin admin] For port 57c7d5d9-3a22-4dec-b6ed-fb6f11a3ada8, host dv-cinder-775008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-iscsi',level=0,port_id=57c7d5d9-3a22-4dec-b6ed-fb6f11a3ada8,segment=NetworkSegment(523996b1-29da-4623-83de-a657233dda5c),segment_id=523996b1-29da-4623-83de-a657233dda5c)] {{(pid=79928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:09:02.044417 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-18ebd0b2-feb0-41b8-9ba1-4ce254e6e018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797663'] for port, precommit_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:09:02.057307 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:09:02.069335 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8b57f039-f686-49fd-bcf8-ed1850b5d1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778798065335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778797633719'] for port, after_delete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:09:02.087016 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:09:02.164551 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b57f039-f686-49fd-bcf8-ed1850b5d1b5 None None] Pushing event deleted for resources: {'Port': ['ID=57c7d5d9-3a22-4dec-b6ed-fb6f11a3ada8,revision_number=None']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:09:02.172219 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-8b57f039-f686-49fd-bcf8-ed1850b5d1b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:09:02.207123 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [req-1bc1f959-7c29-4625-a6e2-1c995f9a0d53 req-0c1c4437-2e5a-47ff-a0ce-b155403e08b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e835500-7aed-4986-bb87-71eb475f1091 {{(pid=79929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 10 21:09:02.216774 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-1bc1f959-7c29-4625-a6e2-1c995f9a0d53 req-0c1c4437-2e5a-47ff-a0ce-b155403e08b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:09:02.227020 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-18ebd0b2-feb0-41b8-9ba1-4ce254e6e018 admin admin] Calling delete_port for 57c7d5d9-3a22-4dec-b6ed-fb6f11a3ada8 owned by network:dhcp {{(pid=79928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 10 21:09:02.232760 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [req-1bc1f959-7c29-4625-a6e2-1c995f9a0d53 req-0c1c4437-2e5a-47ff-a0ce-b155403e08b7 service neutron] Transition to ACTIVE for port object 5e835500-7aed-4986-bb87-71eb475f1091 will not be triggered until provisioned by entity L2. {{(pid=79929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 10 21:09:02.241324 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-1bc1f959-7c29-4625-a6e2-1c995f9a0d53 req-0c1c4437-2e5a-47ff-a0ce-b155403e08b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852145533'] for port, after_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:09:02.260734 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-cbd9e333-b8dd-44f1-bae0-5b76fb0bf01d req-d64b1f23-3f02-4232-bc06-82340ef65361 service neutron] 10.222.0.15 "GET /v2.0/networks/009dd3d9-5800-4858-a534-697a99ad36c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4414184
Feb 10 21:09:02.261361 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-23a6f557-0903-4740-8784-5e00474e181b tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:09:02.328582 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b57f039-f686-49fd-bcf8-ed1850b5d1b5 None None] No DVR routers for this DVR port 57c7d5d9-3a22-4dec-b6ed-fb6f11a3ada8 on host dv-cinder-775008-1-iscsi {{(pid=79930) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 10 21:09:02.460768 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.db.api [None req-18ebd0b2-feb0-41b8-9ba1-4ce254e6e018 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79928) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 10 21:09:02.461143 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_db.api [None req-18ebd0b2-feb0-41b8-9ba1-4ce254e6e018 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79928) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 10 21:09:02.470619 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-cbd9e333-b8dd-44f1-bae0-5b76fb0bf01d req-0d2917be-8954-488b-a882-2bdcb75322f0 service neutron] 10.222.0.15 "GET /v2.0/networks/009dd3d9-5800-4858-a534-697a99ad36c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1964717
Feb 10 21:09:02.512849 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cef373-d37e-492a-a1e0-a1dd7bf2bf95 req-9502a618-3b2b-4861-ad8d-ef1d22dabb39 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:09:02.514576 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-97cef373-d37e-492a-a1e0-a1dd7bf2bf95 req-9502a618-3b2b-4861-ad8d-ef1d22dabb39 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/ports?device_id=e7e3959c-ce5f-4d58-9ed1-47947da34a85 HTTP/1.1" status: 200  len: 945 time: 0.5979123
Feb 10 21:09:02.515305 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-7e4062a7-3ba2-4c85-99ff-3263060c098b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:09:02.566426 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1c4437-2e5a-47ff-a0ce-b155403e08b7 service neutron] Pushing event updated for resources: {'Port': ['ID=5e835500-7aed-4986-bb87-71eb475f1091,revision_number=2']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:09:02.575787 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-0c1c4437-2e5a-47ff-a0ce-b155403e08b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:09:02.587294 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-7e4062a7-3ba2-4c85-99ff-3263060c098b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:09:02.591813 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-7e4062a7-3ba2-4c85-99ff-3263060c098b admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/d1420931-d184-4a79-bfe6-131b9b118330 HTTP/1.1" status: 204  len: 168 time: 0.9094856
Feb 10 21:09:02.591813 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-a5a2451d-0459-4bef-b4fb-75e8d2925dc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:09:02.606211 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed97935-c19a-4857-a0b5-b3758d7f59b1 req-2530d3bf-d59a-4047-9a49-fbebc988e1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:09:02.608244 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-fed97935-c19a-4857-a0b5-b3758d7f59b1 req-2530d3bf-d59a-4047-9a49-fbebc988e1fe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=eb8be716db2e42aea2a6c06bf05c44b5&device_id=41d77347-7771-411c-b0f2-ca9820bb84a8 HTTP/1.1" status: 200  len: 1161 time: 0.0912642
Feb 10 21:09:02.612173 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4062a7-3ba2-4c85-99ff-3263060c098b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1420931-d184-4a79-bfe6-131b9b118330,revision_number=None']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:09:02.621058 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-7e4062a7-3ba2-4c85-99ff-3263060c098b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:09:02.651427 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-97cef373-d37e-492a-a1e0-a1dd7bf2bf95 req-2e51ee9a-8419-4d3a-afc7-eae0aafdddae tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/security-groups?id=593a5a4c-4b56-4925-a9d5-6094bb2c229c&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1205747
Feb 10 21:09:02.862048 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed97935-c19a-4857-a0b5-b3758d7f59b1 req-64c20395-a8c3-45f9-a2fa-a8703f1b0601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:09:02.863196 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [req-1bc1f959-7c29-4625-a6e2-1c995f9a0d53 req-0c1c4437-2e5a-47ff-a0ce-b155403e08b7 service neutron] Attempting to bind port 5e835500-7aed-4986-bb87-71eb475f1091 on host hv-cinder-77500 for vnic_type normal with profile  {{(pid=79929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 10 21:09:02.863520 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [req-1bc1f959-7c29-4625-a6e2-1c995f9a0d53 req-0c1c4437-2e5a-47ff-a0ce-b155403e08b7 service neutron] Attempting to bind port 5e835500-7aed-4986-bb87-71eb475f1091 by drivers openvswitch on host hv-cinder-77500 at level 0 using segments [{'id': '72156de0-a8ad-4731-91cf-ea9c1cde9fbe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '30315e38-e508-43b4-a5e6-20c3939b243b'}] {{(pid=79929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 10 21:09:02.863889 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc1f959-7c29-4625-a6e2-1c995f9a0d53 req-0c1c4437-2e5a-47ff-a0ce-b155403e08b7 service neutron] Attempting to bind port 5e835500-7aed-4986-bb87-71eb475f1091 on network 30315e38-e508-43b4-a5e6-20c3939b243b {{(pid=79929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 10 21:09:02.864306 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-fed97935-c19a-4857-a0b5-b3758d7f59b1 req-64c20395-a8c3-45f9-a2fa-a8703f1b0601 service neutron] 10.222.0.15 "GET /v2.0/networks?id=009dd3d9-5800-4858-a534-697a99ad36c1 HTTP/1.1" status: 200  len: 910 time: 0.2488256
Feb 10 21:09:02.875130 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc1f959-7c29-4625-a6e2-1c995f9a0d53 req-0c1c4437-2e5a-47ff-a0ce-b155403e08b7 service neutron] Checking agent: {'id': 'a01cfff8-88bc-4fa7-a09e-0f06c1450d16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 10, 21, 0, 31), 'started_at': datetime.datetime(2021, 2, 10, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2021, 2, 10, 21, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 10 21:09:02.875513 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc1f959-7c29-4625-a6e2-1c995f9a0d53 req-0c1c4437-2e5a-47ff-a0ce-b155403e08b7 service neutron] Checking segment: {'id': '72156de0-a8ad-4731-91cf-ea9c1cde9fbe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '30315e38-e508-43b4-a5e6-20c3939b243b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 10 21:09:02.875927 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-1bc1f959-7c29-4625-a6e2-1c995f9a0d53 req-0c1c4437-2e5a-47ff-a0ce-b155403e08b7 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:09:02.876329 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bc1f959-7c29-4625-a6e2-1c995f9a0d53 req-0c1c4437-2e5a-47ff-a0ce-b155403e08b7 service neutron] Bound using segment: {'id': '72156de0-a8ad-4731-91cf-ea9c1cde9fbe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '30315e38-e508-43b4-a5e6-20c3939b243b'} {{(pid=79929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 10 21:09:02.876814 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [req-1bc1f959-7c29-4625-a6e2-1c995f9a0d53 req-0c1c4437-2e5a-47ff-a0ce-b155403e08b7 service neutron] Bound port: 5e835500-7aed-4986-bb87-71eb475f1091, host: hv-cinder-77500, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72156de0-a8ad-4731-91cf-ea9c1cde9fbe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '30315e38-e508-43b4-a5e6-20c3939b243b'}}] {{(pid=79929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 10 21:09:02.877193 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-1bc1f959-7c29-4625-a6e2-1c995f9a0d53 req-0c1c4437-2e5a-47ff-a0ce-b155403e08b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:09:03.008637 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-18ebd0b2-feb0-41b8-9ba1-4ce254e6e018 admin admin] Deleting port 57c7d5d9-3a22-4dec-b6ed-fb6f11a3ada8 {{(pid=79928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 10 21:09:03.009193 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-18ebd0b2-feb0-41b8-9ba1-4ce254e6e018 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258056652319'] for port, before_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:09:03.034652 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [req-1bc1f959-7c29-4625-a6e2-1c995f9a0d53 req-0c1c4437-2e5a-47ff-a0ce-b155403e08b7 service neutron] For port 5e835500-7aed-4986-bb87-71eb475f1091, host hv-cinder-77500, cleared binding levels {{(pid=79929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 10 21:09:03.038059 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [req-1bc1f959-7c29-4625-a6e2-1c995f9a0d53 req-0c1c4437-2e5a-47ff-a0ce-b155403e08b7 service neutron] For port 5e835500-7aed-4986-bb87-71eb475f1091, host hv-cinder-77500, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=5e835500-7aed-4986-bb87-71eb475f1091,segment=NetworkSegment(72156de0-a8ad-4731-91cf-ea9c1cde9fbe),segment_id=72156de0-a8ad-4731-91cf-ea9c1cde9fbe)] {{(pid=79929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 10 21:09:03.047267 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-1bc1f959-7c29-4625-a6e2-1c995f9a0d53 req-0c1c4437-2e5a-47ff-a0ce-b155403e08b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852145533'] for port, after_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:09:03.091295 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-fed97935-c19a-4857-a0b5-b3758d7f59b1 req-65a4c7ca-5ba5-449d-b173-da5307b71498 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12af8bec-d6c9-4da8-9834-d1d9d48f0541 HTTP/1.1" status: 200  len: 217 time: 0.2160916
Feb 10 21:09:03.133760 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-a6ce2547-1159-4428-9b2a-a63e2ab8cb97 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:09:03.148672 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-18ebd0b2-feb0-41b8-9ba1-4ce254e6e018 admin admin] The port '57c7d5d9-3a22-4dec-b6ed-fb6f11a3ada8' was deleted {{(pid=79928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 10 21:09:03.389730 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device b701ffa5-4978-4ec7-b4cd-5800d6241be7 no longer exists at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 10 21:09:03.448362 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-18ebd0b2-feb0-41b8-9ba1-4ce254e6e018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023083', 'neutron.services.segments.db._delete_segments_for_network-8778798167172'] for network, precommit_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:09:03.490351 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed97935-c19a-4857-a0b5-b3758d7f59b1 req-37717b1d-2ff9-4033-81ee-a7bdeff312f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:09:03.490880 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-fed97935-c19a-4857-a0b5-b3758d7f59b1 req-37717b1d-2ff9-4033-81ee-a7bdeff312f8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6d155787-390f-4d80-9348-99de0b4f3565 HTTP/1.1" status: 200  len: 855 time: 0.3400998
Feb 10 21:09:03.518630 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1c4437-2e5a-47ff-a0ce-b155403e08b7 service neutron] Pushing event updated for resources: {'Port': ['ID=5e835500-7aed-4986-bb87-71eb475f1091,revision_number=3']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:09:03.584031 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-0c1c4437-2e5a-47ff-a0ce-b155403e08b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:09:03.665279 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:09:03.705039 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7e3959c-ce5f-4d58-9ed1-47947da34a85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b701ffa5-4978-4ec7-b4cd-5800d6241be7'}] {{(pid=79930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 10 21:09:03.743324 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] For port b701ffa5-4978-4ec7-b4cd-5800d6241be7, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=b701ffa5-4978-4ec7-b4cd-5800d6241be7,segment=NetworkSegment(29a8cf3a-f007-43c8-ad36-c9b75fc33c26),segment_id=29a8cf3a-f007-43c8-ad36-c9b75fc33c26)] {{(pid=79930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:09:03.748219 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:09:03.752768 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-cb269f93-7130-452f-b7c6-7729f9022159 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:09:03.760272 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99aa9c7-d796-498c-85d1-dac046f14f1f req-7ab18348-c2f9-427f-a244-01e2da1a8be8 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:09:03.761709 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-f99aa9c7-d796-498c-85d1-dac046f14f1f req-7ab18348-c2f9-427f-a244-01e2da1a8be8 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Synchronizing usage tracker for tenant:b863e31b2eb84722a5af6ec44203a203 on resource:port {{(pid=79929) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 10 21:09:03.797319 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2f044e-771a-46a8-b327-9c4d2cb50779 req-5345cb99-96f7-4204-b3db-9b369e83c255 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:09:03.800073 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-2f2f044e-771a-46a8-b327-9c4d2cb50779 req-5345cb99-96f7-4204-b3db-9b369e83c255 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=41d77347-7771-411c-b0f2-ca9820bb84a8 HTTP/1.1" status: 200  len: 944 time: 1.0451627
Feb 10 21:09:03.806201 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-f99aa9c7-d796-498c-85d1-dac046f14f1f req-7ab18348-c2f9-427f-a244-01e2da1a8be8 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Unset dirty status for tenant:b863e31b2eb84722a5af6ec44203a203 on resource:port {{(pid=79929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 10 21:09:03.816001 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-f99aa9c7-d796-498c-85d1-dac046f14f1f req-7ab18348-c2f9-427f-a244-01e2da1a8be8 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/ports?device_id=db8f8669-87cb-4494-8f05-d7c76ea6ed23 HTTP/1.1" status: 200  len: 944 time: 0.7760363
Feb 10 21:09:03.851271 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc1f959-7c29-4625-a6e2-1c995f9a0d53 req-0c1c4437-2e5a-47ff-a0ce-b155403e08b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:09:03.851653 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-1bc1f959-7c29-4625-a6e2-1c995f9a0d53 req-0c1c4437-2e5a-47ff-a0ce-b155403e08b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770081'] for port, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:09:03.853145 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1bc1f959-7c29-4625-a6e2-1c995f9a0d53 req-0c1c4437-2e5a-47ff-a0ce-b155403e08b7 service neutron] 10.222.0.15 "PUT /v2.0/ports/5e835500-7aed-4986-bb87-71eb475f1091 HTTP/1.1" status: 200  len: 1158 time: 2.7082148
Feb 10 21:09:03.853700 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db8f8669-87cb-4494-8f05-d7c76ea6ed23', 'tag': '5e835500-7aed-4986-bb87-71eb475f1091'}] {{(pid=79929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 10 21:09:03.855791 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Pushing event updated for resources: {'Port': ['ID=b701ffa5-4978-4ec7-b4cd-5800d6241be7,revision_number=5']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:09:03.867502 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:09:03.893240 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.services.segments.db [None req-18ebd0b2-feb0-41b8-9ba1-4ce254e6e018 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fbf8b35b898>,) {'filters': {'network_id': ['d499e464-54e8-4dd4-9520-8f962f4aa61a']}} {{(pid=79928) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:09:03.911575 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-f99aa9c7-d796-498c-85d1-dac046f14f1f req-35a4a04a-caeb-42a8-bdf8-e467b70cb45b tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/security-groups?id=6834107b-bba0-4b26-b4bf-f136ba437706&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0944672
Feb 10 21:09:03.920230 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.services.segments.db [None req-18ebd0b2-feb0-41b8-9ba1-4ce254e6e018 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fbf8b35b898>, '523996b1-29da-4623-83de-a657233dda5c') {'for_net_delete': True} {{(pid=79928) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:09:03.920555 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.services.segments.db [None req-18ebd0b2-feb0-41b8-9ba1-4ce254e6e018 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fbf8b35b898>, '523996b1-29da-4623-83de-a657233dda5c') {} {{(pid=79928) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:09:03.951845 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-18ebd0b2-feb0-41b8-9ba1-4ce254e6e018 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778798166933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26617516'] for segment, before_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:09:03.997809 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-2f2f044e-771a-46a8-b327-9c4d2cb50779 req-d0891738-ffc2-4dfc-be59-e75fbeaa3ed0 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=82c257f5-000c-4208-b8b6-12211f7feeb5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1783736
Feb 10 21:09:04.016942 dv-cinder-775008-1-iscsi neutron-server[79816]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e7e3959c-ce5f-4d58-9ed1-47947da34a85', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b701ffa5-4978-4ec7-b4cd-5800d6241be7', 'code': 422} returned with failed status
Feb 10 21:09:04.024242 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-18ebd0b2-feb0-41b8-9ba1-4ce254e6e018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853830591'] for segment, precommit_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:09:04.026746 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-18ebd0b2-feb0-41b8-9ba1-4ce254e6e018 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=79928) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 10 21:09:04.044847 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc1f959-7c29-4625-a6e2-1c995f9a0d53 req-118158f2-053a-4eea-9c7b-2dad914f9492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:09:04.046624 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1bc1f959-7c29-4625-a6e2-1c995f9a0d53 req-118158f2-053a-4eea-9c7b-2dad914f9492 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b863e31b2eb84722a5af6ec44203a203&device_id=db8f8669-87cb-4494-8f05-d7c76ea6ed23 HTTP/1.1" status: 200  len: 1161 time: 0.1336911
Feb 10 21:09:04.187534 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed97935-c19a-4857-a0b5-b3758d7f59b1 req-f19c8eb7-f935-4013-bb10-9405da473469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:09:04.189930 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-fed97935-c19a-4857-a0b5-b3758d7f59b1 req-f19c8eb7-f935-4013-bb10-9405da473469 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=009dd3d9-5800-4858-a534-697a99ad36c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.6908472
Feb 10 21:09:04.220998 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1bc1f959-7c29-4625-a6e2-1c995f9a0d53 req-5585c2c5-afe4-4f6b-a954-d906ac807596 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5e835500-7aed-4986-bb87-71eb475f1091 HTTP/1.1" status: 200  len: 217 time: 0.1456244
Feb 10 21:09:04.227671 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db8f8669-87cb-4494-8f05-d7c76ea6ed23', 'tag': '5e835500-7aed-4986-bb87-71eb475f1091', 'status': 'completed', 'code': 200}
Feb 10 21:09:04.323086 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc1f959-7c29-4625-a6e2-1c995f9a0d53 req-6d93d2a6-2d4e-43a9-a344-8be456151c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:09:04.325269 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1bc1f959-7c29-4625-a6e2-1c995f9a0d53 req-6d93d2a6-2d4e-43a9-a344-8be456151c2d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ac135e95-2d8a-4872-b364-451b52f8b60d HTTP/1.1" status: 200  len: 850 time: 0.0913785
Feb 10 21:09:04.482194 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b49e7f-a09e-4f66-8ba6-ad07d086a029 req-e8082b19-714b-4eed-ac77-eec508329888 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:09:04.483908 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-d5b49e7f-a09e-4f66-8ba6-ad07d086a029 req-e8082b19-714b-4eed-ac77-eec508329888 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/ports?device_id=e7e3959c-ce5f-4d58-9ed1-47947da34a85 HTTP/1.1" status: 200  len: 943 time: 0.3133891
Feb 10 21:09:04.564340 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-d5b49e7f-a09e-4f66-8ba6-ad07d086a029 req-5a6a5b8e-6cfc-471f-905c-dbc71167a774 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/security-groups?id=593a5a4c-4b56-4925-a9d5-6094bb2c229c&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0730267
Feb 10 21:09:04.567300 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc1f959-7c29-4625-a6e2-1c995f9a0d53 req-e7e8a123-0879-4239-b076-37e33747e40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:09:04.568852 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1bc1f959-7c29-4625-a6e2-1c995f9a0d53 req-e7e8a123-0879-4239-b076-37e33747e40b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=30315e38-e508-43b4-a5e6-20c3939b243b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2348161
Feb 10 21:09:04.632303 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-18ebd0b2-feb0-41b8-9ba1-4ce254e6e018 admin admin] Network d499e464-54e8-4dd4-9520-8f962f4aa61a has no segments {{(pid=79928) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 10 21:09:04.647275 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-18ebd0b2-feb0-41b8-9ba1-4ce254e6e018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-945225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3134553'] for segment, after_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:09:04.732153 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1bc1f959-7c29-4625-a6e2-1c995f9a0d53 req-92dfc9bf-9de7-460d-bab9-2320c65a20f0 service neutron] 10.222.0.15 "GET /v2.0/networks/30315e38-e508-43b4-a5e6-20c3939b243b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1537385
Feb 10 21:09:04.927097 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-fed97935-c19a-4857-a0b5-b3758d7f59b1 req-61139181-4abb-4878-850c-1330e98369e1 service neutron] 10.222.0.15 "GET /v2.0/networks/009dd3d9-5800-4858-a534-697a99ad36c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7270017
Feb 10 21:09:04.977061 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-18ebd0b2-feb0-41b8-9ba1-4ce254e6e018 admin admin] Network d499e464-54e8-4dd4-9520-8f962f4aa61a has no segments {{(pid=79928) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 10 21:09:05.002526 dv-cinder-775008-1-iscsi neutron-server[79816]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 10 21:09:05.002526 dv-cinder-775008-1-iscsi neutron-server[79816]:   % (table.description, expected, rows_matched)
Feb 10 21:09:05.002526 dv-cinder-775008-1-iscsi neutron-server[79816]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 10 21:09:05.002526 dv-cinder-775008-1-iscsi neutron-server[79816]:   % (table.description, expected, rows_matched)
Feb 10 21:09:05.002526 dv-cinder-775008-1-iscsi neutron-server[79816]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 10 21:09:05.002526 dv-cinder-775008-1-iscsi neutron-server[79816]:   % (table.description, expected, rows_matched)
Feb 10 21:09:05.002526 dv-cinder-775008-1-iscsi neutron-server[79816]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 10 21:09:05.002526 dv-cinder-775008-1-iscsi neutron-server[79816]:   % (table.description, expected, rows_matched)
Feb 10 21:09:05.002526 dv-cinder-775008-1-iscsi neutron-server[79816]: Traceback (most recent call last):
Feb 10 21:09:05.002526 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 10 21:09:05.002526 dv-cinder-775008-1-iscsi neutron-server[79816]:     timer()
Feb 10 21:09:05.002526 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 10 21:09:05.002526 dv-cinder-775008-1-iscsi neutron-server[79816]:     cb(*args, **kw)
Feb 10 21:09:05.002526 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 10 21:09:05.002526 dv-cinder-775008-1-iscsi neutron-server[79816]:     return func(*args, **kwargs)
Feb 10 21:09:05.002526 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 10 21:09:05.002526 dv-cinder-775008-1-iscsi neutron-server[79816]:     self._notify()
Feb 10 21:09:05.002526 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 10 21:09:05.002526 dv-cinder-775008-1-iscsi neutron-server[79816]:     self.callback(batched_events)
Feb 10 21:09:05.002526 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 10 21:09:05.002526 dv-cinder-775008-1-iscsi neutron-server[79816]:     event.method(event)
Feb 10 21:09:05.002526 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 10 21:09:05.002526 dv-cinder-775008-1-iscsi neutron-server[79816]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 10 21:09:05.002526 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 10 21:09:05.002526 dv-cinder-775008-1-iscsi neutron-server[79816]:     segment_id)['aggregates'][0]
Feb 10 21:09:05.002526 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 10 21:09:05.002526 dv-cinder-775008-1-iscsi neutron-server[79816]:     return f(self, *a, **k)
Feb 10 21:09:05.002526 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 10 21:09:05.002526 dv-cinder-775008-1-iscsi neutron-server[79816]:     return self._get(url).json()
Feb 10 21:09:05.002526 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 10 21:09:05.002526 dv-cinder-775008-1-iscsi neutron-server[79816]:     **kwargs)
Feb 10 21:09:05.002526 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 10 21:09:05.002526 dv-cinder-775008-1-iscsi neutron-server[79816]:     return self.request(url, 'GET', **kwargs)
Feb 10 21:09:05.002526 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 10 21:09:05.002526 dv-cinder-775008-1-iscsi neutron-server[79816]:     **endpoint_filter)
Feb 10 21:09:05.002526 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 10 21:09:05.002526 dv-cinder-775008-1-iscsi neutron-server[79816]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 10 21:09:05.002526 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 10 21:09:05.002526 dv-cinder-775008-1-iscsi neutron-server[79816]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 10 21:09:05.002526 dv-cinder-775008-1-iscsi neutron-server[79816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 10 21:09:05.202286 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 33434) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:09:05.231859 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1bc1f959-7c29-4625-a6e2-1c995f9a0d53 req-58c66251-2cd4-4418-af3e-c8de31210bb6 service neutron] 10.222.0.15 "GET /v2.0/networks/30315e38-e508-43b4-a5e6-20c3939b243b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4917588
Feb 10 21:09:05.276184 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-18ebd0b2-feb0-41b8-9ba1-4ce254e6e018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853752733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850656724'] for network, after_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:09:05.286989 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-fed97935-c19a-4857-a0b5-b3758d7f59b1 req-9130801e-f82e-4556-92c8-34aa616f9da6 service neutron] 10.222.0.15 "GET /v2.0/networks/009dd3d9-5800-4858-a534-697a99ad36c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3438072
Feb 10 21:09:05.293865 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-18ebd0b2-feb0-41b8-9ba1-4ce254e6e018 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728031'] for network, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:09:05.298602 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:09:05.328348 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ebd0b2-feb0-41b8-9ba1-4ce254e6e018 admin admin] Pushing event deleted for resources: {'Network': ['ID=d499e464-54e8-4dd4-9520-8f962f4aa61a,revision_number=None']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:09:05.332373 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2055641-8cf9-44b6-baee-f82c80333b48 req-6031579e-5139-49da-8b48-e5733ec49bd1 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:09:05.332793 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-18ebd0b2-feb0-41b8-9ba1-4ce254e6e018 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:09:05.334057 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-c2055641-8cf9-44b6-baee-f82c80333b48 req-6031579e-5139-49da-8b48-e5733ec49bd1 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/ports?device_id=e7e3959c-ce5f-4d58-9ed1-47947da34a85 HTTP/1.1" status: 200  len: 943 time: 0.2346654
Feb 10 21:09:05.357807 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-18ebd0b2-feb0-41b8-9ba1-4ce254e6e018 admin admin] 10.222.0.82 "DELETE /v2.0/networks/d499e464-54e8-4dd4-9520-8f962f4aa61a HTTP/1.1" status: 204  len: 168 time: 4.8274190
Feb 10 21:09:05.449650 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c5a8c-1758-4046-b68b-627acac2cf25 req-d93f73b1-a59b-4e63-97fb-598c1316f21e tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:09:05.451388 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-9c4c5a8c-1758-4046-b68b-627acac2cf25 req-d93f73b1-a59b-4e63-97fb-598c1316f21e tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/ports?device_id=db8f8669-87cb-4494-8f05-d7c76ea6ed23 HTTP/1.1" status: 200  len: 944 time: 0.2636256
Feb 10 21:09:05.521061 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-c2055641-8cf9-44b6-baee-f82c80333b48 req-5cf768e8-048d-4d84-8ea0-d3ec265e20e5 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/security-groups?id=593a5a4c-4b56-4925-a9d5-6094bb2c229c&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1090262
Feb 10 21:09:05.521475 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-9c4c5a8c-1758-4046-b68b-627acac2cf25 req-902ce8d8-17ba-4370-8954-0b8537b0b06f tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/security-groups?id=6834107b-bba0-4b26-b4bf-f136ba437706&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0635767
Feb 10 21:09:05.545031 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa8f57-f38b-4818-a548-a3028f1cdc6d req-f89abfa8-c92b-42dd-996f-0c12a730eb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:09:05.546669 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-66fa8f57-f38b-4818-a548-a3028f1cdc6d req-f89abfa8-c92b-42dd-996f-0c12a730eb5b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b863e31b2eb84722a5af6ec44203a203&device_id=db8f8669-87cb-4494-8f05-d7c76ea6ed23 HTTP/1.1" status: 200  len: 1161 time: 0.2099445
Feb 10 21:09:05.550540 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-394efb10-37ce-4a10-83ea-276baaf4d43f req-2c35a5cd-01d9-42ac-a3d0-fca39ede6c16 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=e7e3959c-ce5f-4d58-9ed1-47947da34a85&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.3471243
Feb 10 21:09:05.621268 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 33444) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:09:05.683489 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-715ffa7a-e1a5-45b8-a94f-f2846d39a8f3 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=450f83fab0734bc4b485b263670f0fa7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0603089
Feb 10 21:09:05.686281 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 33448) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:09:05.740687 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa8f57-f38b-4818-a548-a3028f1cdc6d req-a8cdea9f-f52a-45a0-9ce5-145330002c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:09:05.742305 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-66fa8f57-f38b-4818-a548-a3028f1cdc6d req-a8cdea9f-f52a-45a0-9ce5-145330002c76 service neutron] 10.222.0.15 "GET /v2.0/networks?id=30315e38-e508-43b4-a5e6-20c3939b243b HTTP/1.1" status: 200  len: 905 time: 0.1881931
Feb 10 21:09:05.762740 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-13bc815d-b9fb-448a-9efa-efcce2e50020 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:09:05.790886 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-13bc815d-b9fb-448a-9efa-efcce2e50020 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:09:05.825418 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device 12af8bec-d6c9-4da8-9834-d1d9d48f0541 up at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:09:05.831319 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-66fa8f57-f38b-4818-a548-a3028f1cdc6d req-f7fdaede-206e-43fa-98f5-a19dd328fc0a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5e835500-7aed-4986-bb87-71eb475f1091 HTTP/1.1" status: 200  len: 217 time: 0.0747497
Feb 10 21:09:05.849416 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-13bc815d-b9fb-448a-9efa-efcce2e50020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:09:05.854784 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-4a829bf4-38e6-4b87-9798-efd2a6b377a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:09:05.869625 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bc815d-b9fb-448a-9efa-efcce2e50020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c335b989-9e5c-4bf7-8234-e0ff1c1dd57a,revision_number=None']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:09:05.875777 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-13bc815d-b9fb-448a-9efa-efcce2e50020 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:09:05.877796 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-13bc815d-b9fb-448a-9efa-efcce2e50020 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:09:05.879031 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-13bc815d-b9fb-448a-9efa-efcce2e50020 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/c335b989-9e5c-4bf7-8234-e0ff1c1dd57a HTTP/1.1" status: 204  len: 168 time: 0.1915112
Feb 10 21:09:05.973598 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning for port 12af8bec-d6c9-4da8-9834-d1d9d48f0541 completed by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 10 21:09:05.983164 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning complete for port 12af8bec-d6c9-4da8-9834-d1d9d48f0541 triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:09:05.983593 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:09:06.007531 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310f986-a001-4114-aa3c-91e1b4ae2dd2 req-f15303f0-ecfc-4e39-a0af-df36aed3c7f8 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:09:06.016786 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-f310f986-a001-4114-aa3c-91e1b4ae2dd2 req-f15303f0-ecfc-4e39-a0af-df36aed3c7f8 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=41d77347-7771-411c-b0f2-ca9820bb84a8 HTTP/1.1" status: 200  len: 944 time: 0.3217103
Feb 10 21:09:06.068553 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa8f57-f38b-4818-a548-a3028f1cdc6d req-e8d6f894-3838-453f-a92e-cb500cbd5e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:09:06.072704 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-66fa8f57-f38b-4818-a548-a3028f1cdc6d req-e8d6f894-3838-453f-a92e-cb500cbd5e9c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ac135e95-2d8a-4872-b364-451b52f8b60d HTTP/1.1" status: 200  len: 850 time: 0.2300310
Feb 10 21:09:06.144329 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-f310f986-a001-4114-aa3c-91e1b4ae2dd2 req-59d34011-3b51-445c-ae82-82316d4ace8d tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=82c257f5-000c-4208-b8b6-12211f7feeb5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1262674
Feb 10 21:09:06.235215 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:09:06.282814 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] For port 12af8bec-d6c9-4da8-9834-d1d9d48f0541, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=12af8bec-d6c9-4da8-9834-d1d9d48f0541,segment=NetworkSegment(d7f580de-9525-4e7b-93a1-5e7479da2ea8),segment_id=d7f580de-9525-4e7b-93a1-5e7479da2ea8)] {{(pid=79930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:09:06.284177 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41d77347-7771-411c-b0f2-ca9820bb84a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12af8bec-d6c9-4da8-9834-d1d9d48f0541'}] {{(pid=79930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 10 21:09:06.293959 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:09:06.296304 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:09:06.330954 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa8f57-f38b-4818-a548-a3028f1cdc6d req-25b5991b-02bc-4213-9281-ac19fedfff15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:09:06.332758 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-66fa8f57-f38b-4818-a548-a3028f1cdc6d req-25b5991b-02bc-4213-9281-ac19fedfff15 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=30315e38-e508-43b4-a5e6-20c3939b243b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2193303
Feb 10 21:09:06.405832 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Pushing event updated for resources: {'Port': ['ID=12af8bec-d6c9-4da8-9834-d1d9d48f0541,revision_number=4']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:09:06.421536 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:09:06.424414 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41d77347-7771-411c-b0f2-ca9820bb84a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12af8bec-d6c9-4da8-9834-d1d9d48f0541', 'code': 200}
Feb 10 21:09:06.545567 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-66fa8f57-f38b-4818-a548-a3028f1cdc6d req-da1dbdb3-bd78-465b-8b0d-7247508bd801 service neutron] 10.222.0.15 "GET /v2.0/networks/30315e38-e508-43b4-a5e6-20c3939b243b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1926661
Feb 10 21:09:06.694881 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b556c7e-aea3-4012-b4cf-1a03a3c09ea9 req-57142f5d-7aaf-4531-bb5a-901fb7e10ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:09:06.696889 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-5b556c7e-aea3-4012-b4cf-1a03a3c09ea9 req-57142f5d-7aaf-4531-bb5a-901fb7e10ba0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=41d77347-7771-411c-b0f2-ca9820bb84a8 HTTP/1.1" status: 200  len: 1163 time: 0.1017141
Feb 10 21:09:06.716126 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-66fa8f57-f38b-4818-a548-a3028f1cdc6d req-03215738-e807-44d0-ba17-a6c4cb86454d service neutron] 10.222.0.15 "GET /v2.0/networks/30315e38-e508-43b4-a5e6-20c3939b243b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1622469
Feb 10 21:09:06.818571 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-5b556c7e-aea3-4012-b4cf-1a03a3c09ea9 req-2aad1fa1-b857-44b4-9c77-2c5501ef5d3d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=82c257f5-000c-4208-b8b6-12211f7feeb5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1128752
Feb 10 21:09:06.920813 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cde8e9-5666-4bca-9d82-86dc414bb45d req-57dcefb7-6c4c-4881-a446-04f1e24bde2c tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:09:06.922636 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-34cde8e9-5666-4bca-9d82-86dc414bb45d req-57dcefb7-6c4c-4881-a446-04f1e24bde2c tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/ports?device_id=db8f8669-87cb-4494-8f05-d7c76ea6ed23 HTTP/1.1" status: 200  len: 944 time: 0.1835442
Feb 10 21:09:06.928578 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f34d93-a420-4249-b410-d3ac2d8f3800 req-53167b7e-6f8c-45d4-a27a-7feec7554e07 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:09:06.936845 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-f7f34d93-a420-4249-b410-d3ac2d8f3800 req-53167b7e-6f8c-45d4-a27a-7feec7554e07 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/ports?device_id=e7e3959c-ce5f-4d58-9ed1-47947da34a85 HTTP/1.1" status: 200  len: 943 time: 0.2081516
Feb 10 21:09:07.010649 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-f7f34d93-a420-4249-b410-d3ac2d8f3800 req-8515cc80-7159-43b2-9fd8-ff4f09fc1670 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/security-groups?id=593a5a4c-4b56-4925-a9d5-6094bb2c229c&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0727727
Feb 10 21:09:07.034808 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-34cde8e9-5666-4bca-9d82-86dc414bb45d req-b1fe7778-cec5-471b-90cb-ab7e34001fee tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/security-groups?id=6834107b-bba0-4b26-b4bf-f136ba437706&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1050429
Feb 10 21:09:07.303026 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394efb10-37ce-4a10-83ea-276baaf4d43f req-18077d1a-3db1-480e-a2de-d683d5f610c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:09:07.304661 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-394efb10-37ce-4a10-83ea-276baaf4d43f req-18077d1a-3db1-480e-a2de-d683d5f610c7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e7e3959c-ce5f-4d58-9ed1-47947da34a85&tenant_id=acdfa87ec4e64a238c41778849fb8664 HTTP/1.1" status: 200  len: 1160 time: 0.0873866
Feb 10 21:09:07.473889 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394efb10-37ce-4a10-83ea-276baaf4d43f req-6b13b649-a62b-4b5e-82a8-6c4b160e9781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:09:07.475520 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-394efb10-37ce-4a10-83ea-276baaf4d43f req-6b13b649-a62b-4b5e-82a8-6c4b160e9781 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=acdfa87ec4e64a238c41778849fb8664&device_id=e7e3959c-ce5f-4d58-9ed1-47947da34a85 HTTP/1.1" status: 200  len: 1160 time: 0.1141453
Feb 10 21:09:07.563317 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c494e09-f6ff-4c5b-b089-e690db80309c req-5faf93b0-2283-4049-84cf-14aa6bb64568 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:09:07.564798 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-8c494e09-f6ff-4c5b-b089-e690db80309c req-5faf93b0-2283-4049-84cf-14aa6bb64568 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=41d77347-7771-411c-b0f2-ca9820bb84a8 HTTP/1.1" status: 200  len: 946 time: 0.2402799
Feb 10 21:09:07.733393 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-8c494e09-f6ff-4c5b-b089-e690db80309c req-87a32aa5-0068-424e-8173-7d85f4ac651b tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=82c257f5-000c-4208-b8b6-12211f7feeb5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1405184
Feb 10 21:09:07.759577 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394efb10-37ce-4a10-83ea-276baaf4d43f req-c417058d-fd1b-4650-a8f6-a88867003a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:09:07.761704 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-394efb10-37ce-4a10-83ea-276baaf4d43f req-c417058d-fd1b-4650-a8f6-a88867003a9c service neutron] 10.222.0.15 "GET /v2.0/networks?id=907563d5-8c93-48a0-8af3-4935d55858dd HTTP/1.1" status: 200  len: 902 time: 0.1954198
Feb 10 21:09:07.880267 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-394efb10-37ce-4a10-83ea-276baaf4d43f req-96cb118f-49a3-4a0f-a017-2c8fb4ab7fc4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b701ffa5-4978-4ec7-b4cd-5800d6241be7 HTTP/1.1" status: 200  len: 998 time: 0.1059871
Feb 10 21:09:07.945652 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device 12af8bec-d6c9-4da8-9834-d1d9d48f0541 up at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:09:07.951696 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394efb10-37ce-4a10-83ea-276baaf4d43f req-5a5ab301-c8ef-4349-a59d-09690d22dc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:09:07.953354 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-394efb10-37ce-4a10-83ea-276baaf4d43f req-5a5ab301-c8ef-4349-a59d-09690d22dc45 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cfbf301d-5680-42d3-b573-9c3b05be6f98 HTTP/1.1" status: 200  len: 847 time: 0.0651178
Feb 10 21:09:08.025811 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning complete for port 12af8bec-d6c9-4da8-9834-d1d9d48f0541 triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:09:08.026423 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:09:08.045073 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394efb10-37ce-4a10-83ea-276baaf4d43f req-0b9f447f-369e-4eab-afdd-2a247cfb7a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:09:08.047201 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-394efb10-37ce-4a10-83ea-276baaf4d43f req-0b9f447f-369e-4eab-afdd-2a247cfb7a94 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=907563d5-8c93-48a0-8af3-4935d55858dd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0861197
Feb 10 21:09:08.293817 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device 5e835500-7aed-4986-bb87-71eb475f1091 up at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:09:08.377676 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning for port 5e835500-7aed-4986-bb87-71eb475f1091 completed by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 10 21:09:08.384688 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning complete for port 5e835500-7aed-4986-bb87-71eb475f1091 triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:09:08.385348 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:09:08.477888 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0543c5-bbaa-4831-81dd-368b09ee6e2f req-ed771279-f26e-4c98-8b0d-4f55c5379b2e tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:09:08.480545 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-cd0543c5-bbaa-4831-81dd-368b09ee6e2f req-ed771279-f26e-4c98-8b0d-4f55c5379b2e tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/ports?device_id=e7e3959c-ce5f-4d58-9ed1-47947da34a85 HTTP/1.1" status: 200  len: 943 time: 0.2993743
Feb 10 21:09:08.504462 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-394efb10-37ce-4a10-83ea-276baaf4d43f req-45b50329-40ff-4200-aba0-7b313199b89f service neutron] 10.222.0.15 "GET /v2.0/networks/907563d5-8c93-48a0-8af3-4935d55858dd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4334304
Feb 10 21:09:08.558659 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-cd0543c5-bbaa-4831-81dd-368b09ee6e2f req-1284d5dc-4c3d-426a-a222-da4f9018e2b3 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/security-groups?id=593a5a4c-4b56-4925-a9d5-6094bb2c229c&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0705762
Feb 10 21:09:08.576580 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:09:08.621262 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db8f8669-87cb-4494-8f05-d7c76ea6ed23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e835500-7aed-4986-bb87-71eb475f1091'}] {{(pid=79930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 10 21:09:08.621916 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f62a6-78e7-409b-bd60-07b1bc2432ec req-d06cd353-0d0e-4614-9c6b-1a9481800f2c tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:09:08.623970 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-4e9f62a6-78e7-409b-bd60-07b1bc2432ec req-d06cd353-0d0e-4614-9c6b-1a9481800f2c tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/ports?device_id=db8f8669-87cb-4494-8f05-d7c76ea6ed23 HTTP/1.1" status: 200  len: 944 time: 0.3187540
Feb 10 21:09:08.634721 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] For port 5e835500-7aed-4986-bb87-71eb475f1091, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=5e835500-7aed-4986-bb87-71eb475f1091,segment=NetworkSegment(72156de0-a8ad-4731-91cf-ea9c1cde9fbe),segment_id=72156de0-a8ad-4731-91cf-ea9c1cde9fbe)] {{(pid=79930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:09:08.638833 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:09:08.641604 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-16997abc-d491-4c10-88c5-acfe5901924a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:09:08.725236 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Pushing event updated for resources: {'Port': ['ID=5e835500-7aed-4986-bb87-71eb475f1091,revision_number=4']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:09:08.749521 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:09:08.752395 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db8f8669-87cb-4494-8f05-d7c76ea6ed23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e835500-7aed-4986-bb87-71eb475f1091', 'code': 200}
Feb 10 21:09:08.879739 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-4e9f62a6-78e7-409b-bd60-07b1bc2432ec req-2cccc3cb-5676-4bb9-a8df-d4c2bbb70eae tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/security-groups?id=6834107b-bba0-4b26-b4bf-f136ba437706&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1903439
Feb 10 21:09:08.939230 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-394efb10-37ce-4a10-83ea-276baaf4d43f req-ce376749-b405-46a7-8e6c-43e714101394 service neutron] 10.222.0.15 "GET /v2.0/networks/907563d5-8c93-48a0-8af3-4935d55858dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3144639
Feb 10 21:09:09.073922 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed4051e-7ba6-4deb-b697-97db37118a36 req-4bac7f6d-85f8-4f80-bfc5-2bb5058f2813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:09:09.076033 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-8ed4051e-7ba6-4deb-b697-97db37118a36 req-4bac7f6d-85f8-4f80-bfc5-2bb5058f2813 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=db8f8669-87cb-4494-8f05-d7c76ea6ed23 HTTP/1.1" status: 200  len: 1163 time: 0.1182961
Feb 10 21:09:09.101662 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efc78e6-47a4-4f97-ac42-73174b21aecf req-88136322-f6f5-4e7c-8899-d8287db04897 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:09:09.110729 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-5efc78e6-47a4-4f97-ac42-73174b21aecf req-88136322-f6f5-4e7c-8899-d8287db04897 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=41d77347-7771-411c-b0f2-ca9820bb84a8 HTTP/1.1" status: 200  len: 946 time: 0.2278116
Feb 10 21:09:09.143481 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-8ed4051e-7ba6-4deb-b697-97db37118a36 req-216ecff2-a6bf-4f17-a431-33e286a57303 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6834107b-bba0-4b26-b4bf-f136ba437706&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0599582
Feb 10 21:09:09.191623 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-5efc78e6-47a4-4f97-ac42-73174b21aecf req-36e26642-3f58-4850-bafc-1ea03e0a8dd0 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=82c257f5-000c-4208-b8b6-12211f7feeb5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0798447
Feb 10 21:09:09.499465 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1d3e4e-06e1-4873-b0c5-15b88f391768 req-8235730a-0d38-40de-a383-fab2089fab91 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:09:09.501046 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-ec1d3e4e-06e1-4873-b0c5-15b88f391768 req-8235730a-0d38-40de-a383-fab2089fab91 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=41d77347-7771-411c-b0f2-ca9820bb84a8 HTTP/1.1" status: 200  len: 946 time: 0.1680267
Feb 10 21:09:09.511586 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 33506) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:09:09.517576 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [None req-d5c70fe0-d1ba-4a79-8d35-964e191cd8af tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Request body: {'floatingip': {'port_id': '12af8bec-d6c9-4da8-9834-d1d9d48f0541'}} {{(pid=79928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:09:09.539518 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device 12af8bec-d6c9-4da8-9834-d1d9d48f0541 up at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:09:09.617555 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning complete for port 12af8bec-d6c9-4da8-9834-d1d9d48f0541 triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:09:09.618172 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:09:09.767884 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device 5e835500-7aed-4986-bb87-71eb475f1091 up at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:09:09.846908 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-d5c70fe0-d1ba-4a79-8d35-964e191cd8af tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Notify callbacks [] for floatingip, before_update {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:09:09.849139 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning complete for port 5e835500-7aed-4986-bb87-71eb475f1091 triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:09:09.849563 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:09:09.893734 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daaf188-3690-4903-97a5-1be40a3321fb req-1c7dc496-3a40-4c85-a012-da2c8b655d83 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:09:09.895560 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-8daaf188-3690-4903-97a5-1be40a3321fb req-1c7dc496-3a40-4c85-a012-da2c8b655d83 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/ports?device_id=e7e3959c-ce5f-4d58-9ed1-47947da34a85 HTTP/1.1" status: 200  len: 943 time: 0.1814029
Feb 10 21:09:09.994665 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-8daaf188-3690-4903-97a5-1be40a3321fb req-0a69ab0e-a162-46af-956b-d56f17aeed69 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/security-groups?id=593a5a4c-4b56-4925-a9d5-6094bb2c229c&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0906067
Feb 10 21:09:10.438735 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d1bc91-0f4b-4f05-a64c-aeeb50918801 req-29e94b7e-c7c9-499c-88c8-d59711e9fb0f tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:09:10.439883 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-54d1bc91-0f4b-4f05-a64c-aeeb50918801 req-29e94b7e-c7c9-499c-88c8-d59711e9fb0f tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/ports?device_id=db8f8669-87cb-4494-8f05-d7c76ea6ed23 HTTP/1.1" status: 200  len: 946 time: 0.3501632
Feb 10 21:09:10.627341 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-54d1bc91-0f4b-4f05-a64c-aeeb50918801 req-aedd582d-24a8-49cd-9382-f230e8f67363 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/security-groups?id=6834107b-bba0-4b26-b4bf-f136ba437706&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1746168
Feb 10 21:09:10.785564 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-d5c70fe0-d1ba-4a79-8d35-964e191cd8af tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:09:10.788453 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-d5c70fe0-d1ba-4a79-8d35-964e191cd8af tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850656737'] for floatingip, after_update {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:09:10.977092 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.db.l3_db [None req-d5c70fe0-d1ba-4a79-8d35-964e191cd8af tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Floating IP c5cdacd4-5aa1-448c-8335-f68fd26bcc0b associated. External IP: 172.27.3.221, port: 12af8bec-d6c9-4da8-9834-d1d9d48f0541.
Feb 10 21:09:11.313039 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447c900-d845-4fda-b6e8-f7ca65d234f9 req-312152e6-0b13-4d82-8568-efaf7c8a820b tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:09:11.314799 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-a447c900-d845-4fda-b6e8-f7ca65d234f9 req-312152e6-0b13-4d82-8568-efaf7c8a820b tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/ports?device_id=e7e3959c-ce5f-4d58-9ed1-47947da34a85 HTTP/1.1" status: 200  len: 943 time: 0.1760428
Feb 10 21:09:11.371093 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5c70fe0-d1ba-4a79-8d35-964e191cd8af tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Router 2e104534-3e4e-4154-a391-9d9cf3ff8fa6 has already been hosted by L3 agent 351a09a7-a8bd-44d4-8337-3dd1b5c8f290 {{(pid=79928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 10 21:09:11.383827 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-a447c900-d845-4fda-b6e8-f7ca65d234f9 req-67300c14-8a3c-4968-b1ca-a38774471059 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/security-groups?id=593a5a4c-4b56-4925-a9d5-6094bb2c229c&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0624759
Feb 10 21:09:11.504456 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device 5e835500-7aed-4986-bb87-71eb475f1091 up at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:09:11.569236 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5c70fe0-d1ba-4a79-8d35-964e191cd8af tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Notify agent at l3_agent.dv-cinder-775008-1-iscsi the message routers_updated {{(pid=79928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 10 21:09:11.575066 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-d5c70fe0-d1ba-4a79-8d35-964e191cd8af tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770081'] for floatingip, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:09:11.582514 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c945d6d9-4c38-434b-95e8-8aed5f3104a5 None None] Sync routers for ids ['2e104534-3e4e-4154-a391-9d9cf3ff8fa6'] in dv-cinder-775008-1-iscsi {{(pid=79931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 10 21:09:11.584232 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning complete for port 5e835500-7aed-4986-bb87-71eb475f1091 triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:09:11.584656 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:09:11.594870 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c945d6d9-4c38-434b-95e8-8aed5f3104a5 None None] Routers {'2e104534-3e4e-4154-a391-9d9cf3ff8fa6'} bound to L3 agent in host dv-cinder-775008-1-iscsi {{(pid=79931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 10 21:09:11.595842 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-c945d6d9-4c38-434b-95e8-8aed5f3104a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbf90ac3278>, 'dv-cinder-775008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-10T20:53:27Z,description=<?>,heartbeat_timestamp=2021-02-10T21:08:57Z,host='dv-cinder-775008-1-iscsi',id=351a09a7-a8bd-44d4-8337-3dd1b5c8f290,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-10T20:53:27Z,topic='l3_agent')) {'router_ids': ['2e104534-3e4e-4154-a391-9d9cf3ff8fa6'], 'active': True} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:09:11.649563 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-d5c70fe0-d1ba-4a79-8d35-964e191cd8af tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "PUT /v2.0/floatingips/c5cdacd4-5aa1-448c-8335-f68fd26bcc0b HTTP/1.1" status: 200  len: 992 time: 2.1364377
Feb 10 21:09:11.650472 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41d77347-7771-411c-b0f2-ca9820bb84a8', 'tag': '12af8bec-d6c9-4da8-9834-d1d9d48f0541'}] {{(pid=79928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 10 21:09:11.768425 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41d77347-7771-411c-b0f2-ca9820bb84a8', 'tag': '12af8bec-d6c9-4da8-9834-d1d9d48f0541', 'status': 'completed', 'code': 200}
Feb 10 21:09:11.874841 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvr_db [None req-c945d6d9-4c38-434b-95e8-8aed5f3104a5 None None] Set router 2e104534-3e4e-4154-a391-9d9cf3ff8fa6 gateway port host: dv-cinder-775008-1-iscsi {{(pid=79931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 10 21:09:11.953803 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5125b6eb-2ec0-46a4-8d84-aff9c5aee351 req-ce1b611f-2354-4066-9255-33381308da7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:09:11.955400 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-5125b6eb-2ec0-46a4-8d84-aff9c5aee351 req-ce1b611f-2354-4066-9255-33381308da7e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=eb8be716db2e42aea2a6c06bf05c44b5&device_id=41d77347-7771-411c-b0f2-ca9820bb84a8 HTTP/1.1" status: 200  len: 1163 time: 0.1636386
Feb 10 21:09:12.114923 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa3e3f5-eab9-44b3-b889-90b43c34ce03 req-04d8dd7c-a2ad-4bda-af30-660bc04da0cc tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:09:12.117036 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-0fa3e3f5-eab9-44b3-b889-90b43c34ce03 req-04d8dd7c-a2ad-4bda-af30-660bc04da0cc tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/ports?device_id=db8f8669-87cb-4494-8f05-d7c76ea6ed23 HTTP/1.1" status: 200  len: 946 time: 0.2040153
Feb 10 21:09:12.242218 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5125b6eb-2ec0-46a4-8d84-aff9c5aee351 req-b971dfd5-019c-47fa-bf59-b2ec3099d2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:09:12.243938 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-5125b6eb-2ec0-46a4-8d84-aff9c5aee351 req-b971dfd5-019c-47fa-bf59-b2ec3099d2af service neutron] 10.222.0.15 "GET /v2.0/networks?id=009dd3d9-5800-4858-a534-697a99ad36c1 HTTP/1.1" status: 200  len: 910 time: 0.2811859
Feb 10 21:09:12.264541 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-0fa3e3f5-eab9-44b3-b889-90b43c34ce03 req-d5285eac-253b-46ba-87cc-68070f27d753 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/security-groups?id=6834107b-bba0-4b26-b4bf-f136ba437706&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1399171
Feb 10 21:09:12.369506 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-c945d6d9-4c38-434b-95e8-8aed5f3104a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbf90ac3278>, [{'id': '2e104534-3e4e-4154-a391-9d9cf3ff8fa6', 'name': 'tempest-AttachVolumeShelveTestJSON-874070501-router', 'tenant_id': 'eb8be716db2e42aea2a6c06bf05c44b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': 'c96d1082-8b20-4b01-a83f-c53bd580ef7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:04:04Z', 'updated_at': '2021-02-10T21:04:14Z', 'revision_number': 4, 'project_id': 'eb8be716db2e42aea2a6c06bf05c44b5', 'gw_port': {'id': 'c96d1082-8b20-4b01-a83f-c53bd580ef7b', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:68:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e104534-3e4e-4154-a391-9d9cf3ff8fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:04:06Z', 'updated_at': '2021-02-10T21:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi', '_floatingips': [{'id': 'c5cdacd4-5aa1-448c-8335-f68fd26bcc0b', 'tenant_id': 'eb8be716db2e42aea2a6c06bf05c44b5', 'floating_ip_address': '172.27.3.221', 'floating_network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'router_id': '2e104534-3e4e-4154-a391-9d9cf3ff8fa6', 'port_id': '12af8bec-d6c9-4da8-9834-d1d9d48f0541', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '009dd3d9-5800-4858-a534-697a99ad36c1', 'mac_address': 'fa:16:3e:8d:fa:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d77347-7771-411c-b0f2-ca9820bb84a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-10T21:08:48Z', 'updated_at': '2021-02-10T21:09:10Z', 'revision_number': 1, 'project_id': 'eb8be716db2e42aea2a6c06bf05c44b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36b90f73-a138-4d9f-b18f-6974b61cde97', 'name': '', 'network_id': '009dd3d9-5800-4858-a534-697a99ad36c1', 'tenant_id': 'eb8be716db2e42aea2a6c06bf05c44b5', 'mac_address': 'fa:16:3e:e4:3f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e104534-3e4e-4154-a391-9d9cf3ff8fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '6d155787-390f-4d80-9348-99de0b4f3565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:04:12Z', 'updated_at': '2021-02-10T21:04:26Z', 'revision_number': 5, 'project_id': 'eb8be716db2e42aea2a6c06bf05c44b5', 'subnets': [{'id': '6d155787-390f-4d80-9348-99de0b4f3565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775008-1-iscsi', False) {} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:09:12.375594 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c945d6d9-4c38-434b-95e8-8aed5f3104a5 None None] Checking router: 2e104534-3e4e-4154-a391-9d9cf3ff8fa6 for host: dv-cinder-775008-1-iscsi {{(pid=79931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 10 21:09:12.390356 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c945d6d9-4c38-434b-95e8-8aed5f3104a5 None None] Routers {'2e104534-3e4e-4154-a391-9d9cf3ff8fa6'} bound to L3 agent in host dv-cinder-775008-1-iscsi {{(pid=79931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 10 21:09:12.391441 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-c945d6d9-4c38-434b-95e8-8aed5f3104a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbf90ac3278>, 'dv-cinder-775008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-10T20:53:27Z,description=<?>,heartbeat_timestamp=2021-02-10T21:08:57Z,host='dv-cinder-775008-1-iscsi',id=351a09a7-a8bd-44d4-8337-3dd1b5c8f290,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-10T20:53:27Z,topic='l3_agent')) {'router_ids': ['2e104534-3e4e-4154-a391-9d9cf3ff8fa6'], 'active': True} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:09:12.630915 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-5125b6eb-2ec0-46a4-8d84-aff9c5aee351 req-b79b289e-4ada-4a87-a7b8-a56c61814414 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12af8bec-d6c9-4da8-9834-d1d9d48f0541 HTTP/1.1" status: 200  len: 1000 time: 0.3791411
Feb 10 21:09:12.737524 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dde7a6d-2261-4e81-9ce9-04308267b28a req-1bfb178d-19cd-4645-82f5-7407cb38e558 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:09:12.747823 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-6dde7a6d-2261-4e81-9ce9-04308267b28a req-1bfb178d-19cd-4645-82f5-7407cb38e558 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/ports?device_id=e7e3959c-ce5f-4d58-9ed1-47947da34a85 HTTP/1.1" status: 200  len: 943 time: 0.2054257
Feb 10 21:09:12.813111 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8067a773-c98a-41d0-8657-5ae98b5bd867 req-59a46855-1a08-4a3f-ad2c-4ee5da23b290 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:09:12.821039 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvr_db [None req-c945d6d9-4c38-434b-95e8-8aed5f3104a5 None None] Set router 2e104534-3e4e-4154-a391-9d9cf3ff8fa6 gateway port host: dv-cinder-775008-1-iscsi {{(pid=79931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 10 21:09:12.826108 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-6dde7a6d-2261-4e81-9ce9-04308267b28a req-2c66d362-91f9-47a5-8d99-53ff0adfea90 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/security-groups?id=593a5a4c-4b56-4925-a9d5-6094bb2c229c&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0769207
Feb 10 21:09:12.826751 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 33590) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:09:12.828163 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-8067a773-c98a-41d0-8657-5ae98b5bd867 req-59a46855-1a08-4a3f-ad2c-4ee5da23b290 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/ports?device_id=db8f8669-87cb-4494-8f05-d7c76ea6ed23 HTTP/1.1" status: 200  len: 946 time: 0.1862319
Feb 10 21:09:12.832152 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [None req-461e227a-808d-4042-9de5-230a97efe9a5 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Request body: {'floatingip': {'port_id': '5e835500-7aed-4986-bb87-71eb475f1091'}} {{(pid=79929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:09:12.945096 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-461e227a-808d-4042-9de5-230a97efe9a5 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify callbacks [] for floatingip, before_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:09:13.257135 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-c945d6d9-4c38-434b-95e8-8aed5f3104a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbf90ac3278>, [{'id': '2e104534-3e4e-4154-a391-9d9cf3ff8fa6', 'name': 'tempest-AttachVolumeShelveTestJSON-874070501-router', 'tenant_id': 'eb8be716db2e42aea2a6c06bf05c44b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': 'c96d1082-8b20-4b01-a83f-c53bd580ef7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:04:04Z', 'updated_at': '2021-02-10T21:04:14Z', 'revision_number': 4, 'project_id': 'eb8be716db2e42aea2a6c06bf05c44b5', 'gw_port': {'id': 'c96d1082-8b20-4b01-a83f-c53bd580ef7b', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:68:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e104534-3e4e-4154-a391-9d9cf3ff8fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:04:06Z', 'updated_at': '2021-02-10T21:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi', '_floatingips': [{'id': 'c5cdacd4-5aa1-448c-8335-f68fd26bcc0b', 'tenant_id': 'eb8be716db2e42aea2a6c06bf05c44b5', 'floating_ip_address': '172.27.3.221', 'floating_network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'router_id': '2e104534-3e4e-4154-a391-9d9cf3ff8fa6', 'port_id': '12af8bec-d6c9-4da8-9834-d1d9d48f0541', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '009dd3d9-5800-4858-a534-697a99ad36c1', 'mac_address': 'fa:16:3e:8d:fa:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d77347-7771-411c-b0f2-ca9820bb84a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-10T21:08:48Z', 'updated_at': '2021-02-10T21:09:10Z', 'revision_number': 1, 'project_id': 'eb8be716db2e42aea2a6c06bf05c44b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36b90f73-a138-4d9f-b18f-6974b61cde97', 'name': '', 'network_id': '009dd3d9-5800-4858-a534-697a99ad36c1', 'tenant_id': 'eb8be716db2e42aea2a6c06bf05c44b5', 'mac_address': 'fa:16:3e:e4:3f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e104534-3e4e-4154-a391-9d9cf3ff8fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '6d155787-390f-4d80-9348-99de0b4f3565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:04:12Z', 'updated_at': '2021-02-10T21:04:26Z', 'revision_number': 5, 'project_id': 'eb8be716db2e42aea2a6c06bf05c44b5', 'subnets': [{'id': '6d155787-390f-4d80-9348-99de0b4f3565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775008-1-iscsi', False) {} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:09:13.263547 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c945d6d9-4c38-434b-95e8-8aed5f3104a5 None None] The sync data for ids ['2e104534-3e4e-4154-a391-9d9cf3ff8fa6'] in dv-cinder-775008-1-iscsi is: [{'id': '2e104534-3e4e-4154-a391-9d9cf3ff8fa6', 'name': 'tempest-AttachVolumeShelveTestJSON-874070501-router', 'tenant_id': 'eb8be716db2e42aea2a6c06bf05c44b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': 'c96d1082-8b20-4b01-a83f-c53bd580ef7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:04:04Z', 'updated_at': '2021-02-10T21:04:14Z', 'revision_number': 4, 'project_id': 'eb8be716db2e42aea2a6c06bf05c44b5', 'gw_port': {'id': 'c96d1082-8b20-4b01-a83f-c53bd580ef7b', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:68:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e104534-3e4e-4154-a391-9d9cf3ff8fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:04:06Z', 'updated_at': '2021-02-10T21:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi', '_floatingips': [{'id': 'c5cdacd4-5aa1-448c-8335-f68fd26bcc0b', 'tenant_id': 'eb8be716db2e42aea2a6c06bf05c44b5', 'floating_ip_address': '172.27.3.221', 'floating_network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'router_id': '2e104534-3e4e-4154-a391-9d9cf3ff8fa6', 'port_id': '12af8bec-d6c9-4da8-9834-d1d9d48f0541', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '009dd3d9-5800-4858-a534-697a99ad36c1', 'mac_address': 'fa:16:3e:8d:fa:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41d77347-7771-411c-b0f2-ca9820bb84a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-10T21:08:48Z', 'updated_at': '2021-02-10T21:09:10Z', 'revision_number': 1, 'project_id': 'eb8be716db2e42aea2a6c06bf05c44b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36b90f73-a138-4d9f-b18f-6974b61cde97', 'name': '', 'network_id': '009dd3d9-5800-4858-a534-697a99ad36c1', 'tenant_id': 'eb8be716db2e42aea2a6c06bf05c44b5', 'mac_address': 'fa:16:3e:e4:3f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e104534-3e4e-4154-a391-9d9cf3ff8fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '6d155787-390f-4d80-9348-99de0b4f3565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:04:12Z', 'updated_at': '2021-02-10T21:04:26Z', 'revision_number': 5, 'project_id': 'eb8be716db2e42aea2a6c06bf05c44b5', 'subnets': [{'id': '6d155787-390f-4d80-9348-99de0b4f3565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 10 21:09:13.565065 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b73401-deab-4ae4-9f51-e8f0c1663049 None None] New status for floating IP c5cdacd4-5aa1-448c-8335-f68fd26bcc0b: ACTIVE {{(pid=79930) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 10 21:09:13.867338 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5125b6eb-2ec0-46a4-8d84-aff9c5aee351 req-58aff2a4-9a52-4f6c-91c4-3b25fd08f5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:09:13.869124 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-5125b6eb-2ec0-46a4-8d84-aff9c5aee351 req-58aff2a4-9a52-4f6c-91c4-3b25fd08f5d0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6d155787-390f-4d80-9348-99de0b4f3565 HTTP/1.1" status: 200  len: 855 time: 0.0878272
Feb 10 21:09:13.878905 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-461e227a-808d-4042-9de5-230a97efe9a5 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:09:13.882604 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-461e227a-808d-4042-9de5-230a97efe9a5 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850656737'] for floatingip, after_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:09:14.225679 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc9fd6a-8fc0-4805-b37e-6a71665304ab req-1af20c48-b7a3-4b3e-a26c-aba233464860 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:09:14.227324 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1bc9fd6a-8fc0-4805-b37e-6a71665304ab req-1af20c48-b7a3-4b3e-a26c-aba233464860 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/ports?device_id=e7e3959c-ce5f-4d58-9ed1-47947da34a85 HTTP/1.1" status: 200  len: 943 time: 0.2235093
Feb 10 21:09:14.228618 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.db.l3_db [None req-461e227a-808d-4042-9de5-230a97efe9a5 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Floating IP 0aaef007-663f-4534-ade9-607b8fa1762f associated. External IP: 172.27.3.248, port: 5e835500-7aed-4986-bb87-71eb475f1091.
Feb 10 21:09:14.447414 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1bc9fd6a-8fc0-4805-b37e-6a71665304ab req-2b059634-bc93-4c44-a2ed-e3848bb7a34f tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/security-groups?id=593a5a4c-4b56-4925-a9d5-6094bb2c229c&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1585813
Feb 10 21:09:14.634119 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5125b6eb-2ec0-46a4-8d84-aff9c5aee351 req-83be0ee1-86cd-48c0-8c1d-22be1980fde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:09:14.635743 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-5125b6eb-2ec0-46a4-8d84-aff9c5aee351 req-83be0ee1-86cd-48c0-8c1d-22be1980fde3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=009dd3d9-5800-4858-a534-697a99ad36c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0841234
Feb 10 21:09:14.672451 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-461e227a-808d-4042-9de5-230a97efe9a5 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Router 106cc9ca-9c38-4b7a-9037-6a5d24b936ca has already been hosted by L3 agent 351a09a7-a8bd-44d4-8337-3dd1b5c8f290 {{(pid=79929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 10 21:09:14.787320 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-5125b6eb-2ec0-46a4-8d84-aff9c5aee351 req-32e8aa39-04e9-4377-8da3-6bb7770d8588 service neutron] 10.222.0.15 "GET /v2.0/networks/009dd3d9-5800-4858-a534-697a99ad36c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1428783
Feb 10 21:09:14.866773 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-461e227a-808d-4042-9de5-230a97efe9a5 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify agent at l3_agent.dv-cinder-775008-1-iscsi the message routers_updated {{(pid=79929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 10 21:09:14.872043 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-461e227a-808d-4042-9de5-230a97efe9a5 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770081'] for floatingip, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:09:14.878537 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce559a15-e75b-455c-8df1-35a883e8d3c7 None None] Sync routers for ids ['106cc9ca-9c38-4b7a-9037-6a5d24b936ca'] in dv-cinder-775008-1-iscsi {{(pid=79931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 10 21:09:14.890945 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce559a15-e75b-455c-8df1-35a883e8d3c7 None None] Routers {'106cc9ca-9c38-4b7a-9037-6a5d24b936ca'} bound to L3 agent in host dv-cinder-775008-1-iscsi {{(pid=79931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 10 21:09:14.891274 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-ce559a15-e75b-455c-8df1-35a883e8d3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbf90ac96a0>, 'dv-cinder-775008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-10T20:53:27Z,description=<?>,heartbeat_timestamp=2021-02-10T21:08:57Z,host='dv-cinder-775008-1-iscsi',id=351a09a7-a8bd-44d4-8337-3dd1b5c8f290,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-10T20:53:27Z,topic='l3_agent')) {'router_ids': ['106cc9ca-9c38-4b7a-9037-6a5d24b936ca'], 'active': True} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:09:14.941310 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-5125b6eb-2ec0-46a4-8d84-aff9c5aee351 req-3d6e67eb-060a-4a63-a00d-ce0b113349bf service neutron] 10.222.0.15 "GET /v2.0/networks/009dd3d9-5800-4858-a534-697a99ad36c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1471407
Feb 10 21:09:14.942519 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-461e227a-808d-4042-9de5-230a97efe9a5 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "PUT /v2.0/floatingips/0aaef007-663f-4534-ade9-607b8fa1762f HTTP/1.1" status: 200  len: 992 time: 2.1143653
Feb 10 21:09:14.942995 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db8f8669-87cb-4494-8f05-d7c76ea6ed23', 'tag': '5e835500-7aed-4986-bb87-71eb475f1091'}] {{(pid=79929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 10 21:09:15.006842 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db8f8669-87cb-4494-8f05-d7c76ea6ed23', 'tag': '5e835500-7aed-4986-bb87-71eb475f1091', 'status': 'completed', 'code': 200}
Feb 10 21:09:15.121834 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvr_db [None req-ce559a15-e75b-455c-8df1-35a883e8d3c7 None None] Set router 106cc9ca-9c38-4b7a-9037-6a5d24b936ca gateway port host: dv-cinder-775008-1-iscsi {{(pid=79931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 10 21:09:15.129537 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684fa84b-d2e4-4054-83bb-183c99f63121 req-cf9ea975-d86c-42a1-9c10-05505069ea8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:09:15.131377 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-684fa84b-d2e4-4054-83bb-183c99f63121 req-cf9ea975-d86c-42a1-9c10-05505069ea8c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b863e31b2eb84722a5af6ec44203a203&device_id=db8f8669-87cb-4494-8f05-d7c76ea6ed23 HTTP/1.1" status: 200  len: 1163 time: 0.0874958
Feb 10 21:09:15.280969 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684fa84b-d2e4-4054-83bb-183c99f63121 req-008a3de2-c22c-43c7-9675-498741c24e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:09:15.282585 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-684fa84b-d2e4-4054-83bb-183c99f63121 req-008a3de2-c22c-43c7-9675-498741c24e16 service neutron] 10.222.0.15 "GET /v2.0/networks?id=30315e38-e508-43b4-a5e6-20c3939b243b HTTP/1.1" status: 200  len: 905 time: 0.1422076
Feb 10 21:09:15.396372 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-684fa84b-d2e4-4054-83bb-183c99f63121 req-752ebf02-8be8-44dd-8819-9b0ad6bb8ede service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5e835500-7aed-4986-bb87-71eb475f1091 HTTP/1.1" status: 200  len: 1000 time: 0.1059816
Feb 10 21:09:15.473670 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684fa84b-d2e4-4054-83bb-183c99f63121 req-ea7fa3ec-0df9-41c2-b7f9-1f0e8dbfddd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:09:15.475454 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-684fa84b-d2e4-4054-83bb-183c99f63121 req-ea7fa3ec-0df9-41c2-b7f9-1f0e8dbfddd5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ac135e95-2d8a-4872-b364-451b52f8b60d HTTP/1.1" status: 200  len: 850 time: 0.0712643
Feb 10 21:09:15.512767 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-ce559a15-e75b-455c-8df1-35a883e8d3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbf90ac96a0>, [{'id': '106cc9ca-9c38-4b7a-9037-6a5d24b936ca', 'name': 'tempest-AttachVolumeTestJSON-1034830743-router', 'tenant_id': 'b863e31b2eb84722a5af6ec44203a203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': 'e84b6b0d-4d6f-4b29-ab9a-70b37947d282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:02:30Z', 'updated_at': '2021-02-10T21:02:46Z', 'revision_number': 4, 'project_id': 'b863e31b2eb84722a5af6ec44203a203', 'gw_port': {'id': 'e84b6b0d-4d6f-4b29-ab9a-70b37947d282', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:89:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106cc9ca-9c38-4b7a-9037-6a5d24b936ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:02:32Z', 'updated_at': '2021-02-10T21:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi', '_floatingips': [{'id': '0aaef007-663f-4534-ade9-607b8fa1762f', 'tenant_id': 'b863e31b2eb84722a5af6ec44203a203', 'floating_ip_address': '172.27.3.248', 'floating_network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'router_id': '106cc9ca-9c38-4b7a-9037-6a5d24b936ca', 'port_id': '5e835500-7aed-4986-bb87-71eb475f1091', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30315e38-e508-43b4-a5e6-20c3939b243b', 'mac_address': 'fa:16:3e:02:78:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8f8669-87cb-4494-8f05-d7c76ea6ed23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-10T21:08:49Z', 'updated_at': '2021-02-10T21:09:13Z', 'revision_number': 1, 'project_id': 'b863e31b2eb84722a5af6ec44203a203', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '546e8bf9-ce1e-4244-b92b-8088eedfe638', 'name': '', 'network_id': '30315e38-e508-43b4-a5e6-20c3939b243b', 'tenant_id': 'b863e31b2eb84722a5af6ec44203a203', 'mac_address': 'fa:16:3e:c3:0b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106cc9ca-9c38-4b7a-9037-6a5d24b936ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ac135e95-2d8a-4872-b364-451b52f8b60d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:02:41Z', 'updated_at': '2021-02-10T21:02:59Z', 'revision_number': 5, 'project_id': 'b863e31b2eb84722a5af6ec44203a203', 'subnets': [{'id': 'ac135e95-2d8a-4872-b364-451b52f8b60d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775008-1-iscsi', False) {} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:09:15.517561 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce559a15-e75b-455c-8df1-35a883e8d3c7 None None] Checking router: 106cc9ca-9c38-4b7a-9037-6a5d24b936ca for host: dv-cinder-775008-1-iscsi {{(pid=79931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 10 21:09:15.528936 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce559a15-e75b-455c-8df1-35a883e8d3c7 None None] Routers {'106cc9ca-9c38-4b7a-9037-6a5d24b936ca'} bound to L3 agent in host dv-cinder-775008-1-iscsi {{(pid=79931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 10 21:09:15.529717 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-ce559a15-e75b-455c-8df1-35a883e8d3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbf90ac96a0>, 'dv-cinder-775008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-10T20:53:27Z,description=<?>,heartbeat_timestamp=2021-02-10T21:08:57Z,host='dv-cinder-775008-1-iscsi',id=351a09a7-a8bd-44d4-8337-3dd1b5c8f290,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-10T20:53:27Z,topic='l3_agent')) {'router_ids': ['106cc9ca-9c38-4b7a-9037-6a5d24b936ca'], 'active': True} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:09:15.568943 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684fa84b-d2e4-4054-83bb-183c99f63121 req-5257a52c-71bc-4d9c-b783-450bbf3013a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:09:15.570732 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-684fa84b-d2e4-4054-83bb-183c99f63121 req-5257a52c-71bc-4d9c-b783-450bbf3013a3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=30315e38-e508-43b4-a5e6-20c3939b243b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0882943
Feb 10 21:09:15.759513 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvr_db [None req-ce559a15-e75b-455c-8df1-35a883e8d3c7 None None] Set router 106cc9ca-9c38-4b7a-9037-6a5d24b936ca gateway port host: dv-cinder-775008-1-iscsi {{(pid=79931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 10 21:09:15.809928 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-684fa84b-d2e4-4054-83bb-183c99f63121 req-40f47409-f8ba-4391-b491-e4371cb72fa7 service neutron] 10.222.0.15 "GET /v2.0/networks/30315e38-e508-43b4-a5e6-20c3939b243b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2310255
Feb 10 21:09:15.910534 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25177eac-bbcf-41b6-9370-0ef2109acbe9 req-82941ecf-fe06-46c0-8b1c-57a41d224cb8 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:09:15.912951 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-25177eac-bbcf-41b6-9370-0ef2109acbe9 req-82941ecf-fe06-46c0-8b1c-57a41d224cb8 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/ports?device_id=e7e3959c-ce5f-4d58-9ed1-47947da34a85 HTTP/1.1" status: 200  len: 943 time: 0.2261600
Feb 10 21:09:16.085430 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-25177eac-bbcf-41b6-9370-0ef2109acbe9 req-31e5847c-ee9f-4488-9929-f0d9df40ddb2 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/security-groups?id=593a5a4c-4b56-4925-a9d5-6094bb2c229c&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1420946
Feb 10 21:09:16.119090 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-684fa84b-d2e4-4054-83bb-183c99f63121 req-aedbd7c2-7753-4467-9f0e-074e487c2ee0 service neutron] 10.222.0.15 "GET /v2.0/networks/30315e38-e508-43b4-a5e6-20c3939b243b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2050068
Feb 10 21:09:16.166711 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-ce559a15-e75b-455c-8df1-35a883e8d3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbf90ac96a0>, [{'id': '106cc9ca-9c38-4b7a-9037-6a5d24b936ca', 'name': 'tempest-AttachVolumeTestJSON-1034830743-router', 'tenant_id': 'b863e31b2eb84722a5af6ec44203a203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': 'e84b6b0d-4d6f-4b29-ab9a-70b37947d282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:02:30Z', 'updated_at': '2021-02-10T21:02:46Z', 'revision_number': 4, 'project_id': 'b863e31b2eb84722a5af6ec44203a203', 'gw_port': {'id': 'e84b6b0d-4d6f-4b29-ab9a-70b37947d282', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:89:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106cc9ca-9c38-4b7a-9037-6a5d24b936ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:02:32Z', 'updated_at': '2021-02-10T21:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi', '_floatingips': [{'id': '0aaef007-663f-4534-ade9-607b8fa1762f', 'tenant_id': 'b863e31b2eb84722a5af6ec44203a203', 'floating_ip_address': '172.27.3.248', 'floating_network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'router_id': '106cc9ca-9c38-4b7a-9037-6a5d24b936ca', 'port_id': '5e835500-7aed-4986-bb87-71eb475f1091', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30315e38-e508-43b4-a5e6-20c3939b243b', 'mac_address': 'fa:16:3e:02:78:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8f8669-87cb-4494-8f05-d7c76ea6ed23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-10T21:08:49Z', 'updated_at': '2021-02-10T21:09:13Z', 'revision_number': 1, 'project_id': 'b863e31b2eb84722a5af6ec44203a203', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '546e8bf9-ce1e-4244-b92b-8088eedfe638', 'name': '', 'network_id': '30315e38-e508-43b4-a5e6-20c3939b243b', 'tenant_id': 'b863e31b2eb84722a5af6ec44203a203', 'mac_address': 'fa:16:3e:c3:0b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106cc9ca-9c38-4b7a-9037-6a5d24b936ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ac135e95-2d8a-4872-b364-451b52f8b60d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:02:41Z', 'updated_at': '2021-02-10T21:02:59Z', 'revision_number': 5, 'project_id': 'b863e31b2eb84722a5af6ec44203a203', 'subnets': [{'id': 'ac135e95-2d8a-4872-b364-451b52f8b60d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775008-1-iscsi', False) {} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:09:16.172019 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce559a15-e75b-455c-8df1-35a883e8d3c7 None None] The sync data for ids ['106cc9ca-9c38-4b7a-9037-6a5d24b936ca'] in dv-cinder-775008-1-iscsi is: [{'id': '106cc9ca-9c38-4b7a-9037-6a5d24b936ca', 'name': 'tempest-AttachVolumeTestJSON-1034830743-router', 'tenant_id': 'b863e31b2eb84722a5af6ec44203a203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': 'e84b6b0d-4d6f-4b29-ab9a-70b37947d282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:02:30Z', 'updated_at': '2021-02-10T21:02:46Z', 'revision_number': 4, 'project_id': 'b863e31b2eb84722a5af6ec44203a203', 'gw_port': {'id': 'e84b6b0d-4d6f-4b29-ab9a-70b37947d282', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:89:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106cc9ca-9c38-4b7a-9037-6a5d24b936ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:02:32Z', 'updated_at': '2021-02-10T21:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi', '_floatingips': [{'id': '0aaef007-663f-4534-ade9-607b8fa1762f', 'tenant_id': 'b863e31b2eb84722a5af6ec44203a203', 'floating_ip_address': '172.27.3.248', 'floating_network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'router_id': '106cc9ca-9c38-4b7a-9037-6a5d24b936ca', 'port_id': '5e835500-7aed-4986-bb87-71eb475f1091', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30315e38-e508-43b4-a5e6-20c3939b243b', 'mac_address': 'fa:16:3e:02:78:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db8f8669-87cb-4494-8f05-d7c76ea6ed23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-10T21:08:49Z', 'updated_at': '2021-02-10T21:09:13Z', 'revision_number': 1, 'project_id': 'b863e31b2eb84722a5af6ec44203a203', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '546e8bf9-ce1e-4244-b92b-8088eedfe638', 'name': '', 'network_id': '30315e38-e508-43b4-a5e6-20c3939b243b', 'tenant_id': 'b863e31b2eb84722a5af6ec44203a203', 'mac_address': 'fa:16:3e:c3:0b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106cc9ca-9c38-4b7a-9037-6a5d24b936ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ac135e95-2d8a-4872-b364-451b52f8b60d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:02:41Z', 'updated_at': '2021-02-10T21:02:59Z', 'revision_number': 5, 'project_id': 'b863e31b2eb84722a5af6ec44203a203', 'subnets': [{'id': 'ac135e95-2d8a-4872-b364-451b52f8b60d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 10 21:09:16.469090 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c01114-617d-443c-ae3a-48deac888df8 None None] New status for floating IP 0aaef007-663f-4534-ade9-607b8fa1762f: ACTIVE {{(pid=79930) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 10 21:09:17.396293 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5351a651-0b2f-4703-b7fe-52ca0c93069f req-17764c80-9342-4231-850c-6284a102814e tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:09:17.398000 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-5351a651-0b2f-4703-b7fe-52ca0c93069f req-17764c80-9342-4231-850c-6284a102814e tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/ports?device_id=e7e3959c-ce5f-4d58-9ed1-47947da34a85 HTTP/1.1" status: 200  len: 943 time: 0.1709881
Feb 10 21:09:17.465577 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-5351a651-0b2f-4703-b7fe-52ca0c93069f req-b35fc2be-da1e-4580-8278-31756c14920e tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/security-groups?id=593a5a4c-4b56-4925-a9d5-6094bb2c229c&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0595555
Feb 10 21:09:17.908650 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device b701ffa5-4978-4ec7-b4cd-5800d6241be7 up at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:09:17.988007 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning complete for port b701ffa5-4978-4ec7-b4cd-5800d6241be7 triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:09:17.988436 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:09:18.139756 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:09:18.173000 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7e3959c-ce5f-4d58-9ed1-47947da34a85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b701ffa5-4978-4ec7-b4cd-5800d6241be7'}] {{(pid=79930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 10 21:09:18.185417 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] For port b701ffa5-4978-4ec7-b4cd-5800d6241be7, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=b701ffa5-4978-4ec7-b4cd-5800d6241be7,segment=NetworkSegment(29a8cf3a-f007-43c8-ad36-c9b75fc33c26),segment_id=29a8cf3a-f007-43c8-ad36-c9b75fc33c26)] {{(pid=79930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:09:18.190596 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:09:18.192570 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:09:18.277637 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7e3959c-ce5f-4d58-9ed1-47947da34a85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b701ffa5-4978-4ec7-b4cd-5800d6241be7', 'code': 200}
Feb 10 21:09:18.284040 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Pushing event updated for resources: {'Port': ['ID=b701ffa5-4978-4ec7-b4cd-5800d6241be7,revision_number=6']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:09:18.288070 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:09:18.650944 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 33684) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:09:18.743458 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10e067d-e087-4d20-8d7f-0013ba7a7728 req-b299fb3a-2c04-47f3-92a1-5f6499f73c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:09:18.745755 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-c10e067d-e087-4d20-8d7f-0013ba7a7728 req-b299fb3a-2c04-47f3-92a1-5f6499f73c3b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e7e3959c-ce5f-4d58-9ed1-47947da34a85 HTTP/1.1" status: 200  len: 1162 time: 0.1536024
Feb 10 21:09:18.811459 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-232a599a-45be-42ee-aa2c-f1814c337408 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:09:18.827273 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-232a599a-45be-42ee-aa2c-f1814c337408 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:09:18.831490 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-232a599a-45be-42ee-aa2c-f1814c337408 admin admin] Usage tracker for resource:security_group_rule and tenant:7237e61d695b4641b14e8458d3293f99 is out of sync, need to count used quota {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:09:18.834555 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-232a599a-45be-42ee-aa2c-f1814c337408 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:09:18.839152 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88524744-87aa-4639-9336-1e5b5e42b457 req-38d0c38b-0934-441e-82bc-bca1c91a1ae5 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:09:18.840581 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-232a599a-45be-42ee-aa2c-f1814c337408 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:09:18.840830 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-88524744-87aa-4639-9336-1e5b5e42b457 req-38d0c38b-0934-441e-82bc-bca1c91a1ae5 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/ports?device_id=e7e3959c-ce5f-4d58-9ed1-47947da34a85 HTTP/1.1" status: 200  len: 945 time: 0.2075293
Feb 10 21:09:18.913866 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-c10e067d-e087-4d20-8d7f-0013ba7a7728 req-32444451-0384-4447-b6af-1dce475006d1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=593a5a4c-4b56-4925-a9d5-6094bb2c229c&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0719583
Feb 10 21:09:18.935835 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-88524744-87aa-4639-9336-1e5b5e42b457 req-d1e48608-b471-4302-80e5-d229a285e736 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/security-groups?id=593a5a4c-4b56-4925-a9d5-6094bb2c229c&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0801222
Feb 10 21:09:18.938859 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-232a599a-45be-42ee-aa2c-f1814c337408 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:09:18.941585 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-232a599a-45be-42ee-aa2c-f1814c337408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:09:18.951291 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-9f8c6287-a454-4ea0-a370-e3a4e3571531 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:09:18.994309 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-232a599a-45be-42ee-aa2c-f1814c337408 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=7237e61d695b4641b14e8458d3293f99&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3420060
Feb 10 21:09:18.995921 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232a599a-45be-42ee-aa2c-f1814c337408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ccc6bb-dc36-4a7a-9495-2d0696b02538,revision_number=1']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:09:18.997819 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 33690) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:09:19.000742 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-232a599a-45be-42ee-aa2c-f1814c337408 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:09:19.065803 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ae6d275c-1790-4e40-ac4f-a57a83c6b33c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:09:19.093546 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ae6d275c-1790-4e40-ac4f-a57a83c6b33c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:09:19.138805 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ae6d275c-1790-4e40-ac4f-a57a83c6b33c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:09:19.145451 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-a1034144-b1ac-433c-8ff0-37e512fb5cd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:09:19.159191 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ae6d275c-1790-4e40-ac4f-a57a83c6b33c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:09:19.160407 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-ae6d275c-1790-4e40-ac4f-a57a83c6b33c admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/d5ccc6bb-dc36-4a7a-9495-2d0696b02538 HTTP/1.1" status: 204  len: 168 time: 0.1614084
Feb 10 21:09:19.161281 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6d275c-1790-4e40-ac4f-a57a83c6b33c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ccc6bb-dc36-4a7a-9495-2d0696b02538,revision_number=None']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:09:19.163793 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-ae6d275c-1790-4e40-ac4f-a57a83c6b33c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:09:19.566770 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device b701ffa5-4978-4ec7-b4cd-5800d6241be7 up at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:09:19.657494 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning complete for port b701ffa5-4978-4ec7-b4cd-5800d6241be7 triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:09:19.657982 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:09:20.238690 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2b96a3-4270-4bfa-9294-f9a6372c6650 req-21d9c26a-efe4-4bcd-879d-b04ee2141638 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:09:20.240242 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-7c2b96a3-4270-4bfa-9294-f9a6372c6650 req-21d9c26a-efe4-4bcd-879d-b04ee2141638 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/ports?device_id=e7e3959c-ce5f-4d58-9ed1-47947da34a85 HTTP/1.1" status: 200  len: 945 time: 0.1713147
Feb 10 21:09:20.309866 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-7c2b96a3-4270-4bfa-9294-f9a6372c6650 req-bdc63715-495c-4896-9305-3ec99c72a719 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/security-groups?id=593a5a4c-4b56-4925-a9d5-6094bb2c229c&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0627031
Feb 10 21:09:21.083857 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 33718) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:09:21.236009 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-fdf49cd5-169c-469f-9124-e81200273f8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:09:21.251792 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-fdf49cd5-169c-469f-9124-e81200273f8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:09:21.255856 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-fdf49cd5-169c-469f-9124-e81200273f8c admin admin] Usage tracker for resource:security_group_rule and tenant:6fea1559ae314f88a85c0642e543b69b is out of sync, need to count used quota {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:09:21.258805 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-fdf49cd5-169c-469f-9124-e81200273f8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:09:21.264951 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-fdf49cd5-169c-469f-9124-e81200273f8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:09:21.348294 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-fdf49cd5-169c-469f-9124-e81200273f8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:09:21.351177 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-fdf49cd5-169c-469f-9124-e81200273f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:09:21.361307 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-0aa819a1-304e-44c8-a113-74c37884eea6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:09:21.408044 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-fdf49cd5-169c-469f-9124-e81200273f8c admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=6fea1559ae314f88a85c0642e543b69b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3229711
Feb 10 21:09:21.409813 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf49cd5-169c-469f-9124-e81200273f8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc834751-af51-41c6-9ecf-588f9c0ac589,revision_number=1']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:09:21.411021 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 33726) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:09:21.413066 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-fdf49cd5-169c-469f-9124-e81200273f8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:09:21.483432 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-e37933c8-2f81-4016-b856-1b25af02458a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:09:21.512034 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-e37933c8-2f81-4016-b856-1b25af02458a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:09:21.559146 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-e37933c8-2f81-4016-b856-1b25af02458a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:09:21.564306 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-d64e5215-d4b8-4bd4-ae96-2b1d47104afa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:09:21.578919 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37933c8-2f81-4016-b856-1b25af02458a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc834751-af51-41c6-9ecf-588f9c0ac589,revision_number=None']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:09:21.581660 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-e37933c8-2f81-4016-b856-1b25af02458a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:09:21.588537 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-e37933c8-2f81-4016-b856-1b25af02458a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:09:21.593707 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-e37933c8-2f81-4016-b856-1b25af02458a admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/cc834751-af51-41c6-9ecf-588f9c0ac589 HTTP/1.1" status: 204  len: 168 time: 0.1815479
Feb 10 21:09:21.611358 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e22533c-92bc-4798-af13-0bd41231ec16 req-fd88f60f-f82a-4e49-bda6-c410673ae0cd tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:09:21.613073 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1e22533c-92bc-4798-af13-0bd41231ec16 req-fd88f60f-f82a-4e49-bda6-c410673ae0cd tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/ports?device_id=e7e3959c-ce5f-4d58-9ed1-47947da34a85 HTTP/1.1" status: 200  len: 945 time: 0.1689696
Feb 10 21:09:21.618121 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device b701ffa5-4978-4ec7-b4cd-5800d6241be7 up at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:09:21.686900 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1e22533c-92bc-4798-af13-0bd41231ec16 req-c296a2d5-aaa6-4336-b7df-632cbb0c1a2e tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/security-groups?id=593a5a4c-4b56-4925-a9d5-6094bb2c229c&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0624228
Feb 10 21:09:21.698237 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning complete for port b701ffa5-4978-4ec7-b4cd-5800d6241be7 triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:09:21.698783 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:09:24.160265 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-92566d5f-8e1a-4bd4-9699-33d4e3539d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:09:26.661359 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-2d72d7bc-1fd5-4ef7-b6b3-1bf340b36f54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:09:27.305796 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8e35c017-ca0e-4997-9af4-ce0f5f2c761e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:09:28.201890 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:09:28.347919 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a16a173f-35ea-40df-9953-0a23fc2526db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:09:29.893409 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.agents_db [None req-2fd61c53-9bc0-4c2f-aa40-be9729c6e46f None None] Agent healthcheck: found 6 active agents {{(pid=79931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 10 21:09:31.293867 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:09:40.274163 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 33906) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:09:40.428994 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-fd6c5afb-9297-4490-ae23-1a7f58e166cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:09:40.445628 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-fd6c5afb-9297-4490-ae23-1a7f58e166cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:09:40.450459 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-fd6c5afb-9297-4490-ae23-1a7f58e166cf admin admin] Usage tracker for resource:security_group_rule and tenant:5f5f164afd7f4faabb0e48ea602e19e3 is out of sync, need to count used quota {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:09:40.453448 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-fd6c5afb-9297-4490-ae23-1a7f58e166cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:09:40.459310 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-fd6c5afb-9297-4490-ae23-1a7f58e166cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:09:40.543943 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-fd6c5afb-9297-4490-ae23-1a7f58e166cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:09:40.547027 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-fd6c5afb-9297-4490-ae23-1a7f58e166cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:09:40.555945 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-232a599a-45be-42ee-aa2c-f1814c337408 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:09:40.605735 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-fd6c5afb-9297-4490-ae23-1a7f58e166cf admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=5f5f164afd7f4faabb0e48ea602e19e3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3274407
Feb 10 21:09:40.605735 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6c5afb-9297-4490-ae23-1a7f58e166cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=721e1e56-7352-470c-b263-776cf48d4168,revision_number=1']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:09:40.606613 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 33914) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:09:40.613160 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6c5afb-9297-4490-ae23-1a7f58e166cf admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:09:40.613589 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6c5afb-9297-4490-ae23-1a7f58e166cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:09:40.613998 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6c5afb-9297-4490-ae23-1a7f58e166cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:09:40.614431 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6c5afb-9297-4490-ae23-1a7f58e166cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:09:40.614835 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6c5afb-9297-4490-ae23-1a7f58e166cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:09:40.615239 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6c5afb-9297-4490-ae23-1a7f58e166cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:09:40.615637 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6c5afb-9297-4490-ae23-1a7f58e166cf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:09:40.616034 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6c5afb-9297-4490-ae23-1a7f58e166cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:09:40.616432 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6c5afb-9297-4490-ae23-1a7f58e166cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:09:40.616828 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6c5afb-9297-4490-ae23-1a7f58e166cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:09:40.617223 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6c5afb-9297-4490-ae23-1a7f58e166cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:09:40.617622 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6c5afb-9297-4490-ae23-1a7f58e166cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:09:40.618128 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6c5afb-9297-4490-ae23-1a7f58e166cf admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:09:40.618519 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6c5afb-9297-4490-ae23-1a7f58e166cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:09:40.618912 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6c5afb-9297-4490-ae23-1a7f58e166cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:09:40.619307 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6c5afb-9297-4490-ae23-1a7f58e166cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:09:40.619698 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6c5afb-9297-4490-ae23-1a7f58e166cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:09:40.620088 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6c5afb-9297-4490-ae23-1a7f58e166cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:09:40.620475 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6c5afb-9297-4490-ae23-1a7f58e166cf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:09:40.621575 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6c5afb-9297-4490-ae23-1a7f58e166cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:09:40.621966 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6c5afb-9297-4490-ae23-1a7f58e166cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:09:40.622386 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6c5afb-9297-4490-ae23-1a7f58e166cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:09:40.622780 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6c5afb-9297-4490-ae23-1a7f58e166cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:09:40.623168 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6c5afb-9297-4490-ae23-1a7f58e166cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:09:40.627737 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-fd6c5afb-9297-4490-ae23-1a7f58e166cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:09:40.690500 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-0ec9f4d8-08dd-4c8c-a84a-fa522837c02e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:09:40.724341 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-0ec9f4d8-08dd-4c8c-a84a-fa522837c02e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:09:40.770546 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-0ec9f4d8-08dd-4c8c-a84a-fa522837c02e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:09:40.775454 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-107ad724-2c23-4c9a-bb13-6cb540ab5973 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:09:40.789149 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec9f4d8-08dd-4c8c-a84a-fa522837c02e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=721e1e56-7352-470c-b263-776cf48d4168,revision_number=None']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:09:40.794317 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-0ec9f4d8-08dd-4c8c-a84a-fa522837c02e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:09:40.798655 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-0ec9f4d8-08dd-4c8c-a84a-fa522837c02e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:09:40.799885 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-0ec9f4d8-08dd-4c8c-a84a-fa522837c02e admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/721e1e56-7352-470c-b263-776cf48d4168 HTTP/1.1" status: 204  len: 168 time: 0.1920085
Feb 10 21:09:54.163054 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-9f4675d6-a3ad-48aa-ae29-810767049da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:09:56.663487 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-d8793781-36b8-45e0-b779-950cbaf18ce7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:09:57.309541 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8e35c017-ca0e-4997-9af4-ce0f5f2c761e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:09:58.204380 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:09:58.349657 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a16a173f-35ea-40df-9953-0a23fc2526db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:10:01.303371 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:10:04.936449 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b0497-ef8d-43e8-afb3-05d8ba813e53 req-11ab40d1-acc1-4a90-82a3-0bba3814939b tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:10:04.938189 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-fa4b0497-ef8d-43e8-afb3-05d8ba813e53 req-11ab40d1-acc1-4a90-82a3-0bba3814939b tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=41d77347-7771-411c-b0f2-ca9820bb84a8 HTTP/1.1" status: 200  len: 946 time: 0.1723373
Feb 10 21:10:05.007079 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-fa4b0497-ef8d-43e8-afb3-05d8ba813e53 req-e92984a2-5e10-4472-9416-445b346e9c20 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=82c257f5-000c-4208-b8b6-12211f7feeb5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0599837
Feb 10 21:10:06.333131 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b0ab3f-e6e5-4ba7-a11e-e215d141e0b5 req-a3b93415-4723-4f43-98ae-e3e031d25570 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:10:06.334820 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-12b0ab3f-e6e5-4ba7-a11e-e215d141e0b5 req-a3b93415-4723-4f43-98ae-e3e031d25570 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=41d77347-7771-411c-b0f2-ca9820bb84a8 HTTP/1.1" status: 200  len: 946 time: 0.1691120
Feb 10 21:10:06.400337 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-12b0ab3f-e6e5-4ba7-a11e-e215d141e0b5 req-a2d674fd-2415-4d7f-bbd2-b112147e071b tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=82c257f5-000c-4208-b8b6-12211f7feeb5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0588930
Feb 10 21:10:06.893855 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.agents_db [None req-2fd61c53-9bc0-4c2f-aa40-be9729c6e46f None None] Agent healthcheck: found 6 active agents {{(pid=79931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 10 21:10:07.723014 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c7f50d-987b-4f2a-9236-401132eacef1 req-badb83c0-8331-47a9-9dd4-d8addc7b50bb tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:10:07.724656 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-b2c7f50d-987b-4f2a-9236-401132eacef1 req-badb83c0-8331-47a9-9dd4-d8addc7b50bb tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=41d77347-7771-411c-b0f2-ca9820bb84a8 HTTP/1.1" status: 200  len: 946 time: 0.1757722
Feb 10 21:10:07.791121 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-b2c7f50d-987b-4f2a-9236-401132eacef1 req-142c6013-5b54-46ca-8569-fe5d8a428e0f tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=82c257f5-000c-4208-b8b6-12211f7feeb5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0594788
Feb 10 21:10:09.107159 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d668a79-7c5b-4f43-bc87-c26fb6996abe req-b70aa809-116c-4c51-a62e-ba0a2e1367f0 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:10:09.108887 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1d668a79-7c5b-4f43-bc87-c26fb6996abe req-b70aa809-116c-4c51-a62e-ba0a2e1367f0 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=41d77347-7771-411c-b0f2-ca9820bb84a8 HTTP/1.1" status: 200  len: 946 time: 0.1740203
Feb 10 21:10:09.175054 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1d668a79-7c5b-4f43-bc87-c26fb6996abe req-f30e6402-e814-4ef0-8109-7d9d05ab5731 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=82c257f5-000c-4208-b8b6-12211f7feeb5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0595586
Feb 10 21:10:10.497839 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df963f5-634a-43ec-b3f4-b206388cf330 req-5d8db0da-01fb-4e09-b502-67f76f98a1de tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:10:10.499586 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-3df963f5-634a-43ec-b3f4-b206388cf330 req-5d8db0da-01fb-4e09-b502-67f76f98a1de tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=41d77347-7771-411c-b0f2-ca9820bb84a8 HTTP/1.1" status: 200  len: 946 time: 0.1757586
Feb 10 21:10:10.571375 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-3df963f5-634a-43ec-b3f4-b206388cf330 req-2d646021-68f9-484c-b635-045605c5e115 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=82c257f5-000c-4208-b8b6-12211f7feeb5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0647056
Feb 10 21:10:11.891542 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080252b6-8e12-4908-ae63-88aa31f2cda4 req-bc7cd1e5-a437-41b7-8b0c-5072e729f9d2 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:10:11.893251 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-080252b6-8e12-4908-ae63-88aa31f2cda4 req-bc7cd1e5-a437-41b7-8b0c-5072e729f9d2 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=41d77347-7771-411c-b0f2-ca9820bb84a8 HTTP/1.1" status: 200  len: 946 time: 0.1719677
Feb 10 21:10:11.959185 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-080252b6-8e12-4908-ae63-88aa31f2cda4 req-9b64553c-a346-4040-815c-ad82f0786c05 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=82c257f5-000c-4208-b8b6-12211f7feeb5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0594618
Feb 10 21:10:13.277765 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f87ac6-f783-4e27-a09d-1bcb9e605081 req-1b3bc5bb-0adb-416c-baa2-be55450bd0e6 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:10:13.279470 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-68f87ac6-f783-4e27-a09d-1bcb9e605081 req-1b3bc5bb-0adb-416c-baa2-be55450bd0e6 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=41d77347-7771-411c-b0f2-ca9820bb84a8 HTTP/1.1" status: 200  len: 946 time: 0.1746316
Feb 10 21:10:13.346307 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-68f87ac6-f783-4e27-a09d-1bcb9e605081 req-35a86e79-c35c-4a91-bccd-fbe1db4737e7 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=82c257f5-000c-4208-b8b6-12211f7feeb5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0603974
Feb 10 21:10:14.662192 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd6fc0-23a2-403e-9a86-999532d31aa7 req-dc5e7051-91cf-46f2-ba68-8b377f8e31cf tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:10:14.663723 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-bfdd6fc0-23a2-403e-9a86-999532d31aa7 req-dc5e7051-91cf-46f2-ba68-8b377f8e31cf tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=41d77347-7771-411c-b0f2-ca9820bb84a8 HTTP/1.1" status: 200  len: 946 time: 0.1686234
Feb 10 21:10:14.728981 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-bfdd6fc0-23a2-403e-9a86-999532d31aa7 req-8615f50c-8f5c-4242-a92b-5d35453284b7 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=82c257f5-000c-4208-b8b6-12211f7feeb5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0587065
Feb 10 21:10:16.274272 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc75f76-fa42-4fde-bf5f-93c2cfac439e req-cfcbd297-51c0-43b6-8407-ce8966acfdbf tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:10:16.276411 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-4cc75f76-fa42-4fde-bf5f-93c2cfac439e req-cfcbd297-51c0-43b6-8407-ce8966acfdbf tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=41d77347-7771-411c-b0f2-ca9820bb84a8 HTTP/1.1" status: 200  len: 946 time: 0.4002209
Feb 10 21:10:16.342677 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-4cc75f76-fa42-4fde-bf5f-93c2cfac439e req-d79fb366-22ec-4551-855f-61ce7e34f5d0 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=82c257f5-000c-4208-b8b6-12211f7feeb5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0591741
Feb 10 21:10:17.658953 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e240a-02d4-42fe-bcf8-ca10836ee313 req-58e2da61-6090-4a3d-bb51-f4b5beae8d8c tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:10:17.660524 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-0c2e240a-02d4-42fe-bcf8-ca10836ee313 req-58e2da61-6090-4a3d-bb51-f4b5beae8d8c tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=41d77347-7771-411c-b0f2-ca9820bb84a8 HTTP/1.1" status: 200  len: 946 time: 0.1713037
Feb 10 21:10:17.725842 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-0c2e240a-02d4-42fe-bcf8-ca10836ee313 req-f0db161c-c782-465d-b32c-53e5c1738dbb tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=82c257f5-000c-4208-b8b6-12211f7feeb5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0589464
Feb 10 21:10:19.037817 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fc9789-4345-4a14-b0d6-3808314be745 req-07cb90e5-117d-4e01-8fc8-c32b81343235 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:10:19.039414 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-a4fc9789-4345-4a14-b0d6-3808314be745 req-07cb90e5-117d-4e01-8fc8-c32b81343235 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=41d77347-7771-411c-b0f2-ca9820bb84a8 HTTP/1.1" status: 200  len: 946 time: 0.1651826
Feb 10 21:10:19.106632 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-a4fc9789-4345-4a14-b0d6-3808314be745 req-13c45b32-2d97-41ac-944f-bbf91be81965 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=82c257f5-000c-4208-b8b6-12211f7feeb5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0603848
Feb 10 21:10:20.423502 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0514b6fb-2962-4f38-ac05-22bfbf071754 req-03f64ee0-4488-42af-88d7-742a0481aff1 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:10:20.425201 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-0514b6fb-2962-4f38-ac05-22bfbf071754 req-03f64ee0-4488-42af-88d7-742a0481aff1 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=41d77347-7771-411c-b0f2-ca9820bb84a8 HTTP/1.1" status: 200  len: 946 time: 0.1736538
Feb 10 21:10:20.497759 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-0514b6fb-2962-4f38-ac05-22bfbf071754 req-a2e74912-80b0-49f6-855a-7f7437acc457 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=82c257f5-000c-4208-b8b6-12211f7feeb5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0661979
Feb 10 21:10:21.819587 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd9144a-1d32-47a7-95b5-4deac53b5b51 req-93097504-7c72-42a9-923c-d80d2f9ccc7e tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:10:21.821248 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-7cd9144a-1d32-47a7-95b5-4deac53b5b51 req-93097504-7c72-42a9-923c-d80d2f9ccc7e tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=41d77347-7771-411c-b0f2-ca9820bb84a8 HTTP/1.1" status: 200  len: 946 time: 0.1718917
Feb 10 21:10:21.886173 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-7cd9144a-1d32-47a7-95b5-4deac53b5b51 req-86e4f181-111e-45ab-acee-1b05d148a9fe tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=82c257f5-000c-4208-b8b6-12211f7feeb5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0583594
Feb 10 21:10:23.227286 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1570e4-2cbb-48ea-a0c4-cf44aed8d296 req-9e5d68b9-0aad-4ca6-8c9e-423af571d163 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:10:23.236472 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-7d1570e4-2cbb-48ea-a0c4-cf44aed8d296 req-9e5d68b9-0aad-4ca6-8c9e-423af571d163 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=41d77347-7771-411c-b0f2-ca9820bb84a8 HTTP/1.1" status: 200  len: 946 time: 0.1943946
Feb 10 21:10:23.304823 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-7d1570e4-2cbb-48ea-a0c4-cf44aed8d296 req-74e4bf27-9899-4d30-aed2-711acaf028b2 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=82c257f5-000c-4208-b8b6-12211f7feeb5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0668216
Feb 10 21:10:24.168347 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c6b024fc-f2e1-4c52-be60-c5882b255e41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:10:24.644251 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7125965b-7fc8-43e9-9cdc-0fdb56f2136f req-04afc8a6-4e83-456d-aed0-18bb73784be3 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:10:24.645951 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-7125965b-7fc8-43e9-9cdc-0fdb56f2136f req-04afc8a6-4e83-456d-aed0-18bb73784be3 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=41d77347-7771-411c-b0f2-ca9820bb84a8 HTTP/1.1" status: 200  len: 946 time: 0.1804864
Feb 10 21:10:24.716886 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-7125965b-7fc8-43e9-9cdc-0fdb56f2136f req-3c26a3fd-5182-4c2c-afb8-4cf5eb43226a tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=82c257f5-000c-4208-b8b6-12211f7feeb5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0618713
Feb 10 21:10:26.097029 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c166e2d1-9031-4546-9b57-66c2420c0e08 req-f71c97c4-e09a-4524-90a9-a3d44c7d0831 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:10:26.099196 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-c166e2d1-9031-4546-9b57-66c2420c0e08 req-f71c97c4-e09a-4524-90a9-a3d44c7d0831 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=41d77347-7771-411c-b0f2-ca9820bb84a8 HTTP/1.1" status: 200  len: 946 time: 0.2105863
Feb 10 21:10:26.173097 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-c166e2d1-9031-4546-9b57-66c2420c0e08 req-d9815d5d-3a8b-4425-941d-af31874c7705 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=82c257f5-000c-4208-b8b6-12211f7feeb5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0658774
Feb 10 21:10:26.669193 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c3fd786f-3f25-4b39-ba0f-23d686209e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:10:27.319499 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8e35c017-ca0e-4997-9af4-ce0f5f2c761e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:10:27.624263 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651b9256-5d0d-48f6-90cb-6a80b52aa04f req-0ec5c5d7-b89f-4ca0-a3d9-b4cffee9fa9f tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:10:27.626293 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-651b9256-5d0d-48f6-90cb-6a80b52aa04f req-0ec5c5d7-b89f-4ca0-a3d9-b4cffee9fa9f tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=41d77347-7771-411c-b0f2-ca9820bb84a8 HTTP/1.1" status: 200  len: 946 time: 0.2329667
Feb 10 21:10:27.715982 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-651b9256-5d0d-48f6-90cb-6a80b52aa04f req-d269017a-5cfb-4520-8901-803e0e76eef8 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=82c257f5-000c-4208-b8b6-12211f7feeb5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0823162
Feb 10 21:10:28.086807 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43718cc-221b-40df-856c-9157ef2dab0b req-04fd7b1f-e31f-441d-a31e-e58a5268cf2f tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:10:28.089842 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-a43718cc-221b-40df-856c-9157ef2dab0b req-04fd7b1f-e31f-441d-a31e-e58a5268cf2f tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/ports?device_id=db8f8669-87cb-4494-8f05-d7c76ea6ed23 HTTP/1.1" status: 200  len: 946 time: 0.2082822
Feb 10 21:10:28.164839 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-a43718cc-221b-40df-856c-9157ef2dab0b req-02e67701-d7c2-4193-b0ec-a362c37c2468 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/security-groups?id=6834107b-bba0-4b26-b4bf-f136ba437706&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0682876
Feb 10 21:10:28.219400 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:10:28.353178 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a16a173f-35ea-40df-9953-0a23fc2526db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:10:29.054815 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f8718-32bb-425f-ab9d-f78858856939 req-5f416bb6-0406-4638-a8aa-11b263ea5cca tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:10:29.057039 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1f1f8718-32bb-425f-ab9d-f78858856939 req-5f416bb6-0406-4638-a8aa-11b263ea5cca tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=41d77347-7771-411c-b0f2-ca9820bb84a8 HTTP/1.1" status: 200  len: 946 time: 0.1751633
Feb 10 21:10:29.133602 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1f1f8718-32bb-425f-ab9d-f78858856939 req-9254778b-4d3e-4848-8138-07b09f1d518a tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=82c257f5-000c-4208-b8b6-12211f7feeb5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0698831
Feb 10 21:10:29.536291 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ffb760-349e-492a-8fdc-4eb117918595 req-038d853c-4d9c-47e4-b4e2-72942fdb4843 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:10:29.538003 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-03ffb760-349e-492a-8fdc-4eb117918595 req-038d853c-4d9c-47e4-b4e2-72942fdb4843 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/ports?device_id=db8f8669-87cb-4494-8f05-d7c76ea6ed23 HTTP/1.1" status: 200  len: 946 time: 0.2196813
Feb 10 21:10:29.617190 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-03ffb760-349e-492a-8fdc-4eb117918595 req-181980da-4d97-448d-be94-fa0c41e1c78f tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/security-groups?id=6834107b-bba0-4b26-b4bf-f136ba437706&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0704725
Feb 10 21:10:30.105731 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344f1157-3fd3-44b9-8566-c4b03c405028 req-97d179d9-2176-4a82-a83c-cbdbbca9e389 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:10:30.107631 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-344f1157-3fd3-44b9-8566-c4b03c405028 req-97d179d9-2176-4a82-a83c-cbdbbca9e389 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.15 "GET /v2.0/ports?device_id=db8f8669-87cb-4494-8f05-d7c76ea6ed23 HTTP/1.1" status: 200  len: 946 time: 0.2125649
Feb 10 21:10:30.177503 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device 5e835500-7aed-4986-bb87-71eb475f1091 no longer exists at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 10 21:10:30.216248 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [req-344f1157-3fd3-44b9-8566-c4b03c405028 req-bceafd4d-6f8b-4677-97ae-3fa87a58589c tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Deleting port 5e835500-7aed-4986-bb87-71eb475f1091 {{(pid=79928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 10 21:10:30.216644 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-344f1157-3fd3-44b9-8566-c4b03c405028 req-bceafd4d-6f8b-4677-97ae-3fa87a58589c tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258056652319'] for port, before_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:10:30.358615 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:10:30.400400 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] For port 5e835500-7aed-4986-bb87-71eb475f1091, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=5e835500-7aed-4986-bb87-71eb475f1091,segment=NetworkSegment(72156de0-a8ad-4731-91cf-ea9c1cde9fbe),segment_id=72156de0-a8ad-4731-91cf-ea9c1cde9fbe)] {{(pid=79930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:10:30.403394 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db8f8669-87cb-4494-8f05-d7c76ea6ed23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e835500-7aed-4986-bb87-71eb475f1091'}] {{(pid=79930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 10 21:10:30.410699 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:10:30.413086 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:10:30.506833 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db8f8669-87cb-4494-8f05-d7c76ea6ed23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e835500-7aed-4986-bb87-71eb475f1091', 'code': 200}
Feb 10 21:10:30.507607 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Pushing event updated for resources: {'Port': ['ID=5e835500-7aed-4986-bb87-71eb475f1091,revision_number=5']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:10:30.517734 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:10:30.518156 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:10:30.518543 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:10:30.518924 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:10:30.519299 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:10:30.519676 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:10:30.520047 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:10:30.520419 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:10:30.520789 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:10:30.521163 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:10:30.522103 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:10:30.522103 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:10:30.522304 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:10:30.523795 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:10:30.523795 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:10:30.523795 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:10:30.524042 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:10:30.524258 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:10:30.524707 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:10:30.525161 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:10:30.526315 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:10:30.526930 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:10:30.527463 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:10:30.528053 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:10:30.533313 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:10:30.833864 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709bf4e6-b015-49e5-9108-710207b33514 req-48ff4633-009f-40ca-b84b-828bbb8df6a6 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:10:30.842881 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-709bf4e6-b015-49e5-9108-710207b33514 req-48ff4633-009f-40ca-b84b-828bbb8df6a6 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=41d77347-7771-411c-b0f2-ca9820bb84a8 HTTP/1.1" status: 200  len: 946 time: 0.3423874
Feb 10 21:10:30.958403 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-709bf4e6-b015-49e5-9108-710207b33514 req-e4ba6b3e-260b-43d9-816f-f935b52717c5 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=82c257f5-000c-4208-b8b6-12211f7feeb5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1144459
Feb 10 21:10:30.969468 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493b6a14-e4bd-48cb-b2ff-57e4507f5c75 req-b9659458-7063-4a28-af15-72659cc8823c tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:10:30.977208 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-493b6a14-e4bd-48cb-b2ff-57e4507f5c75 req-b9659458-7063-4a28-af15-72659cc8823c tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/ports?device_id=db8f8669-87cb-4494-8f05-d7c76ea6ed23 HTTP/1.1" status: 200  len: 944 time: 0.1945975
Feb 10 21:10:31.007630 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [req-344f1157-3fd3-44b9-8566-c4b03c405028 req-bceafd4d-6f8b-4677-97ae-3fa87a58589c tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] For port 5e835500-7aed-4986-bb87-71eb475f1091, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=5e835500-7aed-4986-bb87-71eb475f1091,segment=NetworkSegment(72156de0-a8ad-4731-91cf-ea9c1cde9fbe),segment_id=72156de0-a8ad-4731-91cf-ea9c1cde9fbe)] {{(pid=79928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:10:31.007630 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-344f1157-3fd3-44b9-8566-c4b03c405028 req-bceafd4d-6f8b-4677-97ae-3fa87a58589c tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797663'] for port, precommit_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:10:31.062976 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-493b6a14-e4bd-48cb-b2ff-57e4507f5c75 req-bc16c613-9236-45b6-8fd8-cf8ec5cd81fb tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/security-groups?id=6834107b-bba0-4b26-b4bf-f136ba437706&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0846815
Feb 10 21:10:31.304790 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:10:31.373836 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-344f1157-3fd3-44b9-8566-c4b03c405028 req-bceafd4d-6f8b-4677-97ae-3fa87a58589c tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:10:31.374303 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-344f1157-3fd3-44b9-8566-c4b03c405028 req-bceafd4d-6f8b-4677-97ae-3fa87a58589c tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850656737'] for floatingip, after_update {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:10:31.374658 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.db.l3_db [req-344f1157-3fd3-44b9-8566-c4b03c405028 req-bceafd4d-6f8b-4677-97ae-3fa87a58589c tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Floating IP 0aaef007-663f-4534-ade9-607b8fa1762f disassociated. External IP: 172.27.3.248, port: 5e835500-7aed-4986-bb87-71eb475f1091.
Feb 10 21:10:31.375041 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [req-344f1157-3fd3-44b9-8566-c4b03c405028 req-bceafd4d-6f8b-4677-97ae-3fa87a58589c tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Calling delete_port for 5e835500-7aed-4986-bb87-71eb475f1091 owned by compute:nova {{(pid=79928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 10 21:10:31.576005 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-344f1157-3fd3-44b9-8566-c4b03c405028 req-bceafd4d-6f8b-4677-97ae-3fa87a58589c tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778798065335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778797633719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851641298'] for port, after_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:10:31.593652 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-7525c0a1-142e-485e-9374-9825a418619d tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:10:31.667774 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceafd4d-6f8b-4677-97ae-3fa87a58589c tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Pushing event deleted for resources: {'Port': ['ID=5e835500-7aed-4986-bb87-71eb475f1091,revision_number=None']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:10:31.750282 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bceafd4d-6f8b-4677-97ae-3fa87a58589c tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:10:31.750705 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bceafd4d-6f8b-4677-97ae-3fa87a58589c tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:10:31.751104 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bceafd4d-6f8b-4677-97ae-3fa87a58589c tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:10:31.751502 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bceafd4d-6f8b-4677-97ae-3fa87a58589c tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:10:31.751901 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bceafd4d-6f8b-4677-97ae-3fa87a58589c tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:10:31.752302 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bceafd4d-6f8b-4677-97ae-3fa87a58589c tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:10:31.752696 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bceafd4d-6f8b-4677-97ae-3fa87a58589c tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:10:31.753089 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bceafd4d-6f8b-4677-97ae-3fa87a58589c tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:10:31.753483 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bceafd4d-6f8b-4677-97ae-3fa87a58589c tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:10:31.753873 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bceafd4d-6f8b-4677-97ae-3fa87a58589c tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:10:31.754279 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bceafd4d-6f8b-4677-97ae-3fa87a58589c tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:10:31.754679 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bceafd4d-6f8b-4677-97ae-3fa87a58589c tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:10:31.755156 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bceafd4d-6f8b-4677-97ae-3fa87a58589c tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:10:31.755547 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bceafd4d-6f8b-4677-97ae-3fa87a58589c tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:10:31.755934 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bceafd4d-6f8b-4677-97ae-3fa87a58589c tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:10:31.756334 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bceafd4d-6f8b-4677-97ae-3fa87a58589c tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:10:31.756723 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bceafd4d-6f8b-4677-97ae-3fa87a58589c tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:10:31.757113 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bceafd4d-6f8b-4677-97ae-3fa87a58589c tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:10:31.757503 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bceafd4d-6f8b-4677-97ae-3fa87a58589c tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:10:31.757912 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bceafd4d-6f8b-4677-97ae-3fa87a58589c tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:10:31.758305 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bceafd4d-6f8b-4677-97ae-3fa87a58589c tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:10:31.758704 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bceafd4d-6f8b-4677-97ae-3fa87a58589c tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:10:31.759103 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bceafd4d-6f8b-4677-97ae-3fa87a58589c tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:10:31.759489 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bceafd4d-6f8b-4677-97ae-3fa87a58589c tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:10:31.782490 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-bceafd4d-6f8b-4677-97ae-3fa87a58589c tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:10:32.015297 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-344f1157-3fd3-44b9-8566-c4b03c405028 req-bceafd4d-6f8b-4677-97ae-3fa87a58589c tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Router 106cc9ca-9c38-4b7a-9037-6a5d24b936ca has already been hosted by L3 agent 351a09a7-a8bd-44d4-8337-3dd1b5c8f290 {{(pid=79928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 10 21:10:32.292760 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-26bc08c2-09a0-402c-9427-3d7fef04513d req-24c77d7e-5dac-4d09-bcbf-f3dfc7ea51e5 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/ports?device_id=db8f8669-87cb-4494-8f05-d7c76ea6ed23 HTTP/1.1" status: 200  len: 210 time: 0.0609329
Feb 10 21:10:32.333099 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-344f1157-3fd3-44b9-8566-c4b03c405028 req-bceafd4d-6f8b-4677-97ae-3fa87a58589c tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify agent at l3_agent.dv-cinder-775008-1-iscsi the message routers_updated {{(pid=79928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 10 21:10:32.344292 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0130de-8139-4ce5-88a7-687af6122a47 None None] Sync routers for ids ['106cc9ca-9c38-4b7a-9037-6a5d24b936ca'] in dv-cinder-775008-1-iscsi {{(pid=79931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 10 21:10:32.358845 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0130de-8139-4ce5-88a7-687af6122a47 None None] Routers {'106cc9ca-9c38-4b7a-9037-6a5d24b936ca'} bound to L3 agent in host dv-cinder-775008-1-iscsi {{(pid=79931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 10 21:10:32.359518 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-8f0130de-8139-4ce5-88a7-687af6122a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbf90c95438>, 'dv-cinder-775008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-10T20:53:27Z,description=<?>,heartbeat_timestamp=2021-02-10T21:10:27Z,host='dv-cinder-775008-1-iscsi',id=351a09a7-a8bd-44d4-8337-3dd1b5c8f290,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-10T20:53:27Z,topic='l3_agent')) {'router_ids': ['106cc9ca-9c38-4b7a-9037-6a5d24b936ca'], 'active': True} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:10:32.382169 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [req-344f1157-3fd3-44b9-8566-c4b03c405028 req-bceafd4d-6f8b-4677-97ae-3fa87a58589c tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] No DVR routers for this DVR port 5e835500-7aed-4986-bb87-71eb475f1091 on host hv-cinder-77500 {{(pid=79928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 10 21:10:32.385674 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-344f1157-3fd3-44b9-8566-c4b03c405028 req-bceafd4d-6f8b-4677-97ae-3fa87a58589c tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770081'] for port, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:10:32.389689 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db8f8669-87cb-4494-8f05-d7c76ea6ed23', 'name': 'network-vif-deleted', 'tag': '5e835500-7aed-4986-bb87-71eb475f1091'}] {{(pid=79928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 10 21:10:32.418570 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-344f1157-3fd3-44b9-8566-c4b03c405028 req-bceafd4d-6f8b-4677-97ae-3fa87a58589c tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.15 "DELETE /v2.0/ports/5e835500-7aed-4986-bb87-71eb475f1091 HTTP/1.1" status: 204  len: 173 time: 2.2988527
Feb 10 21:10:32.511653 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b131d-080f-4c82-8750-9d68d256716d req-1e0669d8-cc2f-40a8-ad9c-3e1e0484ebbf tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:10:32.513615 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-3d6b131d-080f-4c82-8750-9d68d256716d req-1e0669d8-cc2f-40a8-ad9c-3e1e0484ebbf tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=41d77347-7771-411c-b0f2-ca9820bb84a8 HTTP/1.1" status: 200  len: 946 time: 0.2905338
Feb 10 21:10:32.552405 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db8f8669-87cb-4494-8f05-d7c76ea6ed23', 'name': 'network-vif-deleted', 'tag': '5e835500-7aed-4986-bb87-71eb475f1091', 'status': 'completed', 'code': 200}
Feb 10 21:10:32.638739 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-3d6b131d-080f-4c82-8750-9d68d256716d req-56ce6c51-e4e3-4b0b-9633-89a71897b800 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=82c257f5-000c-4208-b8b6-12211f7feeb5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0799153
Feb 10 21:10:32.657052 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-e8036e74-3c7f-4f13-92bb-fa94384df360 req-7b9e1daa-db86-47fe-bb55-83c05562aa99 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e7e3959c-ce5f-4d58-9ed1-47947da34a85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1422801
Feb 10 21:10:32.753253 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvr_db [None req-8f0130de-8139-4ce5-88a7-687af6122a47 None None] Set router 106cc9ca-9c38-4b7a-9037-6a5d24b936ca gateway port host: dv-cinder-775008-1-iscsi {{(pid=79931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 10 21:10:32.919832 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8036e74-3c7f-4f13-92bb-fa94384df360 req-46653875-8ace-490c-847e-8da40b002b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:10:32.921456 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-e8036e74-3c7f-4f13-92bb-fa94384df360 req-46653875-8ace-490c-847e-8da40b002b54 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=acdfa87ec4e64a238c41778849fb8664&device_id=e7e3959c-ce5f-4d58-9ed1-47947da34a85 HTTP/1.1" status: 200  len: 1162 time: 0.0910647
Feb 10 21:10:33.093331 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8036e74-3c7f-4f13-92bb-fa94384df360 req-43a90604-d44d-465a-9652-6367c8610c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:10:33.094960 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-e8036e74-3c7f-4f13-92bb-fa94384df360 req-43a90604-d44d-465a-9652-6367c8610c67 service neutron] 10.222.0.15 "GET /v2.0/networks?id=907563d5-8c93-48a0-8af3-4935d55858dd HTTP/1.1" status: 200  len: 902 time: 0.1518352
Feb 10 21:10:33.101118 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62ac165-97c2-4bbe-ace5-fc5e8d452fc5 req-3a21ae30-3ebd-46c4-aa22-1b3e3f24b0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:10:33.102743 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-b62ac165-97c2-4bbe-ace5-fc5e8d452fc5 req-3a21ae30-3ebd-46c4-aa22-1b3e3f24b0f1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=eb8be716db2e42aea2a6c06bf05c44b5&device_id=41d77347-7771-411c-b0f2-ca9820bb84a8 HTTP/1.1" status: 200  len: 1163 time: 0.0982697
Feb 10 21:10:33.111112 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-8f0130de-8139-4ce5-88a7-687af6122a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbf90c95438>, [{'id': '106cc9ca-9c38-4b7a-9037-6a5d24b936ca', 'name': 'tempest-AttachVolumeTestJSON-1034830743-router', 'tenant_id': 'b863e31b2eb84722a5af6ec44203a203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': 'e84b6b0d-4d6f-4b29-ab9a-70b37947d282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:02:30Z', 'updated_at': '2021-02-10T21:02:46Z', 'revision_number': 4, 'project_id': 'b863e31b2eb84722a5af6ec44203a203', 'gw_port': {'id': 'e84b6b0d-4d6f-4b29-ab9a-70b37947d282', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:89:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106cc9ca-9c38-4b7a-9037-6a5d24b936ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:02:32Z', 'updated_at': '2021-02-10T21:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi', '_interfaces': [{'id': '546e8bf9-ce1e-4244-b92b-8088eedfe638', 'name': '', 'network_id': '30315e38-e508-43b4-a5e6-20c3939b243b', 'tenant_id': 'b863e31b2eb84722a5af6ec44203a203', 'mac_address': 'fa:16:3e:c3:0b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106cc9ca-9c38-4b7a-9037-6a5d24b936ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ac135e95-2d8a-4872-b364-451b52f8b60d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:02:41Z', 'updated_at': '2021-02-10T21:02:59Z', 'revision_number': 5, 'project_id': 'b863e31b2eb84722a5af6ec44203a203', 'subnets': [{'id': 'ac135e95-2d8a-4872-b364-451b52f8b60d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775008-1-iscsi', False) {} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:10:33.115348 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0130de-8139-4ce5-88a7-687af6122a47 None None] Checking router: 106cc9ca-9c38-4b7a-9037-6a5d24b936ca for host: dv-cinder-775008-1-iscsi {{(pid=79931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 10 21:10:33.124627 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0130de-8139-4ce5-88a7-687af6122a47 None None] Routers {'106cc9ca-9c38-4b7a-9037-6a5d24b936ca'} bound to L3 agent in host dv-cinder-775008-1-iscsi {{(pid=79931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 10 21:10:33.125283 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-8f0130de-8139-4ce5-88a7-687af6122a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbf90c95438>, 'dv-cinder-775008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-10T20:53:27Z,description=<?>,heartbeat_timestamp=2021-02-10T21:10:27Z,host='dv-cinder-775008-1-iscsi',id=351a09a7-a8bd-44d4-8337-3dd1b5c8f290,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-10T20:53:27Z,topic='l3_agent')) {'router_ids': ['106cc9ca-9c38-4b7a-9037-6a5d24b936ca'], 'active': True} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:10:33.221866 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-e8036e74-3c7f-4f13-92bb-fa94384df360 req-ba0d65f3-97af-4ff5-8b69-de4e066aab5c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b701ffa5-4978-4ec7-b4cd-5800d6241be7 HTTP/1.1" status: 200  len: 1000 time: 0.1180582
Feb 10 21:10:33.269213 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62ac165-97c2-4bbe-ace5-fc5e8d452fc5 req-96a8649b-4b6a-4f43-8e8d-4b131331c88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:10:33.270984 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-b62ac165-97c2-4bbe-ace5-fc5e8d452fc5 req-96a8649b-4b6a-4f43-8e8d-4b131331c88a service neutron] 10.222.0.15 "GET /v2.0/networks?id=009dd3d9-5800-4858-a534-697a99ad36c1 HTTP/1.1" status: 200  len: 910 time: 0.1609290
Feb 10 21:10:33.308735 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8036e74-3c7f-4f13-92bb-fa94384df360 req-faa8ac08-4ac1-4f4c-b8c1-d6e972068f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:10:33.310346 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-e8036e74-3c7f-4f13-92bb-fa94384df360 req-faa8ac08-4ac1-4f4c-b8c1-d6e972068f52 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cfbf301d-5680-42d3-b573-9c3b05be6f98 HTTP/1.1" status: 200  len: 847 time: 0.0816607
Feb 10 21:10:33.351125 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvr_db [None req-8f0130de-8139-4ce5-88a7-687af6122a47 None None] Set router 106cc9ca-9c38-4b7a-9037-6a5d24b936ca gateway port host: dv-cinder-775008-1-iscsi {{(pid=79931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 10 21:10:33.412210 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8036e74-3c7f-4f13-92bb-fa94384df360 req-85a4e0c8-660e-4e66-bf50-3ed60f7b5190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:10:33.414241 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-e8036e74-3c7f-4f13-92bb-fa94384df360 req-85a4e0c8-660e-4e66-bf50-3ed60f7b5190 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=907563d5-8c93-48a0-8af3-4935d55858dd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0973308
Feb 10 21:10:33.428292 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-b62ac165-97c2-4bbe-ace5-fc5e8d452fc5 req-a56382dd-58a7-4717-aee5-93e235a9886b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12af8bec-d6c9-4da8-9834-d1d9d48f0541 HTTP/1.1" status: 200  len: 1002 time: 0.1505938
Feb 10 21:10:33.567712 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-c623e55d-1be3-413e-be93-3b095a8f1466 req-6b07028b-fe03-40a9-a059-927145d56181 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/ports?device_id=db8f8669-87cb-4494-8f05-d7c76ea6ed23 HTTP/1.1" status: 200  len: 210 time: 0.0695055
Feb 10 21:10:33.575426 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62ac165-97c2-4bbe-ace5-fc5e8d452fc5 req-a9070763-2897-4e4d-8386-84a57c7f53d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:10:33.577143 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-b62ac165-97c2-4bbe-ace5-fc5e8d452fc5 req-a9070763-2897-4e4d-8386-84a57c7f53d2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6d155787-390f-4d80-9348-99de0b4f3565 HTTP/1.1" status: 200  len: 855 time: 0.1416709
Feb 10 21:10:33.584907 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-e8036e74-3c7f-4f13-92bb-fa94384df360 req-89db62d0-b9aa-4475-bfb1-1a5a1d80c567 service neutron] 10.222.0.15 "GET /v2.0/networks/907563d5-8c93-48a0-8af3-4935d55858dd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1616473
Feb 10 21:10:33.668506 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62ac165-97c2-4bbe-ace5-fc5e8d452fc5 req-5e3c0f63-40e0-40ca-99af-7eed6abc2804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:10:33.670241 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-b62ac165-97c2-4bbe-ace5-fc5e8d452fc5 req-5e3c0f63-40e0-40ca-99af-7eed6abc2804 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=009dd3d9-5800-4858-a534-697a99ad36c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0858192
Feb 10 21:10:33.749997 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-e8036e74-3c7f-4f13-92bb-fa94384df360 req-0db34cf8-2623-421b-897e-a9d8fee6b2fb service neutron] 10.222.0.15 "GET /v2.0/networks/907563d5-8c93-48a0-8af3-4935d55858dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1586823
Feb 10 21:10:33.763257 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-8f0130de-8139-4ce5-88a7-687af6122a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbf90c95438>, [{'id': '106cc9ca-9c38-4b7a-9037-6a5d24b936ca', 'name': 'tempest-AttachVolumeTestJSON-1034830743-router', 'tenant_id': 'b863e31b2eb84722a5af6ec44203a203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': 'e84b6b0d-4d6f-4b29-ab9a-70b37947d282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:02:30Z', 'updated_at': '2021-02-10T21:02:46Z', 'revision_number': 4, 'project_id': 'b863e31b2eb84722a5af6ec44203a203', 'gw_port': {'id': 'e84b6b0d-4d6f-4b29-ab9a-70b37947d282', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:89:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106cc9ca-9c38-4b7a-9037-6a5d24b936ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:02:32Z', 'updated_at': '2021-02-10T21:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi', '_interfaces': [{'id': '546e8bf9-ce1e-4244-b92b-8088eedfe638', 'name': '', 'network_id': '30315e38-e508-43b4-a5e6-20c3939b243b', 'tenant_id': 'b863e31b2eb84722a5af6ec44203a203', 'mac_address': 'fa:16:3e:c3:0b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106cc9ca-9c38-4b7a-9037-6a5d24b936ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ac135e95-2d8a-4872-b364-451b52f8b60d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:02:41Z', 'updated_at': '2021-02-10T21:02:59Z', 'revision_number': 5, 'project_id': 'b863e31b2eb84722a5af6ec44203a203', 'subnets': [{'id': 'ac135e95-2d8a-4872-b364-451b52f8b60d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775008-1-iscsi', False) {} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:10:33.768007 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0130de-8139-4ce5-88a7-687af6122a47 None None] The sync data for ids ['106cc9ca-9c38-4b7a-9037-6a5d24b936ca'] in dv-cinder-775008-1-iscsi is: [{'id': '106cc9ca-9c38-4b7a-9037-6a5d24b936ca', 'name': 'tempest-AttachVolumeTestJSON-1034830743-router', 'tenant_id': 'b863e31b2eb84722a5af6ec44203a203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': 'e84b6b0d-4d6f-4b29-ab9a-70b37947d282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:02:30Z', 'updated_at': '2021-02-10T21:02:46Z', 'revision_number': 4, 'project_id': 'b863e31b2eb84722a5af6ec44203a203', 'gw_port': {'id': 'e84b6b0d-4d6f-4b29-ab9a-70b37947d282', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:89:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106cc9ca-9c38-4b7a-9037-6a5d24b936ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:02:32Z', 'updated_at': '2021-02-10T21:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi', '_interfaces': [{'id': '546e8bf9-ce1e-4244-b92b-8088eedfe638', 'name': '', 'network_id': '30315e38-e508-43b4-a5e6-20c3939b243b', 'tenant_id': 'b863e31b2eb84722a5af6ec44203a203', 'mac_address': 'fa:16:3e:c3:0b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106cc9ca-9c38-4b7a-9037-6a5d24b936ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ac135e95-2d8a-4872-b364-451b52f8b60d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:02:41Z', 'updated_at': '2021-02-10T21:02:59Z', 'revision_number': 5, 'project_id': 'b863e31b2eb84722a5af6ec44203a203', 'subnets': [{'id': 'ac135e95-2d8a-4872-b364-451b52f8b60d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 10 21:10:33.829993 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-b62ac165-97c2-4bbe-ace5-fc5e8d452fc5 req-23457a87-7d51-47b0-957d-33af28c13077 service neutron] 10.222.0.15 "GET /v2.0/networks/009dd3d9-5800-4858-a534-697a99ad36c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1516521
Feb 10 21:10:33.991216 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-b62ac165-97c2-4bbe-ace5-fc5e8d452fc5 req-4b7e424c-7b47-48d8-9a58-ed9634f08f5b service neutron] 10.222.0.15 "GET /v2.0/networks/009dd3d9-5800-4858-a534-697a99ad36c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1506972
Feb 10 21:10:34.213379 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e5aad4-e9e9-440b-8ef9-3392baf925f3 None None] New status for floating IP 0aaef007-663f-4534-ade9-607b8fa1762f: DOWN {{(pid=79930) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 10 21:10:34.242560 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142ae8e5-ea47-479c-bb70-d54f3587917a req-25feb272-020a-43dd-9abe-5a963371cf96 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:10:34.244914 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-142ae8e5-ea47-479c-bb70-d54f3587917a req-25feb272-020a-43dd-9abe-5a963371cf96 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=41d77347-7771-411c-b0f2-ca9820bb84a8 HTTP/1.1" status: 200  len: 946 time: 0.4126339
Feb 10 21:10:34.311521 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-142ae8e5-ea47-479c-bb70-d54f3587917a req-8f74eec4-757a-4539-9010-149e10de6c53 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=82c257f5-000c-4208-b8b6-12211f7feeb5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0599818
Feb 10 21:10:34.719783 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 34252) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:10:34.804408 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-fc14667c-c869-4473-ba42-53aa7af28874 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify callbacks [] for security_group, before_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:10:34.834457 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-fc14667c-c869-4473-ba42-53aa7af28874 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:10:34.883718 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-fc14667c-c869-4473-ba42-53aa7af28874 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:10:34.889679 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-4ff9d8a8-44f4-4ca8-85c1-256b2e36069b tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:10:34.905403 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc14667c-c869-4473-ba42-53aa7af28874 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6834107b-bba0-4b26-b4bf-f136ba437706,revision_number=None']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:10:34.908324 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-fc14667c-c869-4473-ba42-53aa7af28874 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:10:34.916637 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-fc14667c-c869-4473-ba42-53aa7af28874 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify callbacks [] for security_group, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:10:34.918118 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-fc14667c-c869-4473-ba42-53aa7af28874 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "DELETE /v2.0/security-groups/6834107b-bba0-4b26-b4bf-f136ba437706 HTTP/1.1" status: 204  len: 168 time: 0.1969838
Feb 10 21:10:34.920761 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 34256) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:10:34.939042 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.v2.resource [None req-7df45a95-917c-46ed-a650-3c2ce6da6deb tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] show failed (client error): The resource could not be found.
Feb 10 21:10:34.940098 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-7df45a95-917c-46ed-a650-3c2ce6da6deb tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "GET /v2.0/security-groups/6834107b-bba0-4b26-b4bf-f136ba437706 HTTP/1.1" status: 404  len: 347 time: 0.0183578
Feb 10 21:10:34.943120 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 34260) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:10:35.130633 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-8402a073-6279-4562-8744-7eb434f4d85b tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Deleting port c8f52412-8585-4c57-9fe6-86e8589683bd {{(pid=79928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 10 21:10:35.130998 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8402a073-6279-4562-8744-7eb434f4d85b tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258056652319'] for port, before_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:10:35.323303 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8402a073-6279-4562-8744-7eb434f4d85b tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797663'] for port, precommit_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:10:35.323933 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8402a073-6279-4562-8744-7eb434f4d85b tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:10:35.459026 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-8402a073-6279-4562-8744-7eb434f4d85b tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Calling delete_port for c8f52412-8585-4c57-9fe6-86e8589683bd owned by network:floatingip {{(pid=79928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 10 21:10:35.606903 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8402a073-6279-4562-8744-7eb434f4d85b tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778798065335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778797633719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851641298'] for port, after_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:10:35.622705 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-05362c10-80c5-481f-b949-f77d6c760354 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:10:35.629577 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e86771a-b7e8-4a6f-8fce-d215b68c042b req-0258585e-6dfd-4397-81ae-b9cd772c5991 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:10:35.631289 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-8e86771a-b7e8-4a6f-8fce-d215b68c042b req-0258585e-6dfd-4397-81ae-b9cd772c5991 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=41d77347-7771-411c-b0f2-ca9820bb84a8 HTTP/1.1" status: 200  len: 946 time: 0.1723833
Feb 10 21:10:35.680808 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8402a073-6279-4562-8744-7eb434f4d85b tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Pushing event deleted for resources: {'Port': ['ID=c8f52412-8585-4c57-9fe6-86e8589683bd,revision_number=None']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:10:35.706206 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-8e86771a-b7e8-4a6f-8fce-d215b68c042b req-de79e0f2-e0a6-4edb-970c-51456d595526 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=82c257f5-000c-4208-b8b6-12211f7feeb5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0681269
Feb 10 21:10:35.734212 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-8402a073-6279-4562-8744-7eb434f4d85b tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:10:35.850657 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8402a073-6279-4562-8744-7eb434f4d85b tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify callbacks [] for floatingip, after_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:10:35.865554 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8402a073-6279-4562-8744-7eb434f4d85b tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770081'] for floatingip, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:10:35.866763 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-8402a073-6279-4562-8744-7eb434f4d85b tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] 10.222.0.82 "DELETE /v2.0/floatingips/0aaef007-663f-4534-ade9-607b8fa1762f HTTP/1.1" status: 204  len: 168 time: 0.9227290
Feb 10 21:10:36.215926 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device 12af8bec-d6c9-4da8-9834-d1d9d48f0541 no longer exists at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 10 21:10:36.342414 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:10:36.370493 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41d77347-7771-411c-b0f2-ca9820bb84a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12af8bec-d6c9-4da8-9834-d1d9d48f0541'}] {{(pid=79930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 10 21:10:36.380890 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] For port 12af8bec-d6c9-4da8-9834-d1d9d48f0541, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=12af8bec-d6c9-4da8-9834-d1d9d48f0541,segment=NetworkSegment(d7f580de-9525-4e7b-93a1-5e7479da2ea8),segment_id=d7f580de-9525-4e7b-93a1-5e7479da2ea8)] {{(pid=79930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:10:36.384018 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:10:36.387698 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-8b57f039-f686-49fd-bcf8-ed1850b5d1b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:10:36.427210 dv-cinder-775008-1-iscsi neutron-server[79816]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '41d77347-7771-411c-b0f2-ca9820bb84a8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '12af8bec-d6c9-4da8-9834-d1d9d48f0541', 'code': 422} returned with failed status
Feb 10 21:10:36.461043 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Pushing event updated for resources: {'Port': ['ID=12af8bec-d6c9-4da8-9834-d1d9d48f0541,revision_number=5']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:10:36.465609 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:10:37.024296 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5c2a56-2cff-4cd3-9e1f-d8a53910f343 req-f389e667-939e-40f9-9fb7-8b551f7b9cc7 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:10:37.025886 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-6b5c2a56-2cff-4cd3-9e1f-d8a53910f343 req-f389e667-939e-40f9-9fb7-8b551f7b9cc7 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=41d77347-7771-411c-b0f2-ca9820bb84a8 HTTP/1.1" status: 200  len: 944 time: 0.1693034
Feb 10 21:10:37.091768 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-6b5c2a56-2cff-4cd3-9e1f-d8a53910f343 req-d7f410b3-6c57-4eb6-a159-47ab34926b6d tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=82c257f5-000c-4208-b8b6-12211f7feeb5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0589011
Feb 10 21:10:38.730662 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-a4af5143-508f-4acd-8b44-7031b7346184 req-fd8fe18f-4edf-449e-b98e-b25eb20d3021 service neutron] 10.222.0.82 "GET /v2.0/ports?device_id=41d77347-7771-411c-b0f2-ca9820bb84a8&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1594212
Feb 10 21:10:38.819566 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0ee8df-85e9-45fd-a953-4448eeabd1ea req-15c75a56-c793-46f6-b4ac-5302542ce3df tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:10:38.821198 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-cb0ee8df-85e9-45fd-a953-4448eeabd1ea req-15c75a56-c793-46f6-b4ac-5302542ce3df tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=41d77347-7771-411c-b0f2-ca9820bb84a8 HTTP/1.1" status: 200  len: 944 time: 0.2079821
Feb 10 21:10:38.893166 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-cb0ee8df-85e9-45fd-a953-4448eeabd1ea req-65da71b5-401c-4b64-890c-86baa6ea94dc tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=82c257f5-000c-4208-b8b6-12211f7feeb5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0648286
Feb 10 21:10:39.283352 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4af5143-508f-4acd-8b44-7031b7346184 req-9c476c05-eab5-4ffd-9de3-804be51fe81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:10:39.284972 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-a4af5143-508f-4acd-8b44-7031b7346184 req-9c476c05-eab5-4ffd-9de3-804be51fe81b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=41d77347-7771-411c-b0f2-ca9820bb84a8&tenant_id=eb8be716db2e42aea2a6c06bf05c44b5 HTTP/1.1" status: 200  len: 1161 time: 0.0842359
Feb 10 21:10:39.383845 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4af5143-508f-4acd-8b44-7031b7346184 req-473a7493-9f74-46b4-a549-88a8c24a3807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:10:39.386043 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-a4af5143-508f-4acd-8b44-7031b7346184 req-473a7493-9f74-46b4-a549-88a8c24a3807 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=eb8be716db2e42aea2a6c06bf05c44b5&device_id=41d77347-7771-411c-b0f2-ca9820bb84a8 HTTP/1.1" status: 200  len: 1161 time: 0.0788035
Feb 10 21:10:39.531093 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4af5143-508f-4acd-8b44-7031b7346184 req-d41342a9-65a2-4819-be12-5741916ae35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:10:39.532697 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-a4af5143-508f-4acd-8b44-7031b7346184 req-d41342a9-65a2-4819-be12-5741916ae35a service neutron] 10.222.0.15 "GET /v2.0/networks?id=009dd3d9-5800-4858-a534-697a99ad36c1 HTTP/1.1" status: 200  len: 910 time: 0.1401281
Feb 10 21:10:39.646846 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-a4af5143-508f-4acd-8b44-7031b7346184 req-2e589379-84ad-4eab-b3d3-f973088f5f13 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12af8bec-d6c9-4da8-9834-d1d9d48f0541 HTTP/1.1" status: 200  len: 1000 time: 0.1066675
Feb 10 21:10:39.719938 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4af5143-508f-4acd-8b44-7031b7346184 req-fc35c26f-31ac-4cde-b81f-f71888eb4807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:10:39.721602 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-a4af5143-508f-4acd-8b44-7031b7346184 req-fc35c26f-31ac-4cde-b81f-f71888eb4807 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6d155787-390f-4d80-9348-99de0b4f3565 HTTP/1.1" status: 200  len: 855 time: 0.0675824
Feb 10 21:10:39.810410 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4af5143-508f-4acd-8b44-7031b7346184 req-07730a0e-1bff-48c5-ae1d-d75b4e22f2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:10:39.812016 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-a4af5143-508f-4acd-8b44-7031b7346184 req-07730a0e-1bff-48c5-ae1d-d75b4e22f2ef service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=009dd3d9-5800-4858-a534-697a99ad36c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0839260
Feb 10 21:10:39.961819 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-a4af5143-508f-4acd-8b44-7031b7346184 req-391bc781-dfac-4df3-abf8-670de8c0e152 service neutron] 10.222.0.15 "GET /v2.0/networks/009dd3d9-5800-4858-a534-697a99ad36c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1421773
Feb 10 21:10:39.976139 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 34336) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:10:40.175917 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-a4af5143-508f-4acd-8b44-7031b7346184 req-46e828fb-6c38-4c52-ab0b-311a4d2214ee service neutron] 10.222.0.15 "GET /v2.0/networks/009dd3d9-5800-4858-a534-697a99ad36c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2065060
Feb 10 21:10:40.277025 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55925486-4b64-4d4a-ab80-d412024f7968 req-c445c94c-6f2e-482b-8c68-618f031070ff tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:10:40.278764 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-55925486-4b64-4d4a-ab80-d412024f7968 req-c445c94c-6f2e-482b-8c68-618f031070ff tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=41d77347-7771-411c-b0f2-ca9820bb84a8 HTTP/1.1" status: 200  len: 944 time: 0.2182665
Feb 10 21:10:40.348784 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-55925486-4b64-4d4a-ab80-d412024f7968 req-0e8e2e81-87ae-444d-b430-e05f730ef2ee tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=82c257f5-000c-4208-b8b6-12211f7feeb5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0637035
Feb 10 21:10:40.776940 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-688b233f-56ae-448b-be26-e74c8e11f440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4115530'] for router_interface, before_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:10:41.195718 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-688b233f-56ae-448b-be26-e74c8e11f440 admin admin] Deleting port 546e8bf9-ce1e-4244-b92b-8088eedfe638 {{(pid=79928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 10 21:10:41.196256 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-688b233f-56ae-448b-be26-e74c8e11f440 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258056652319'] for port, before_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:10:41.409310 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-688b233f-56ae-448b-be26-e74c8e11f440 admin admin] For port 546e8bf9-ce1e-4244-b92b-8088eedfe638, host dv-cinder-775008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-iscsi',level=0,port_id=546e8bf9-ce1e-4244-b92b-8088eedfe638,segment=NetworkSegment(72156de0-a8ad-4731-91cf-ea9c1cde9fbe),segment_id=72156de0-a8ad-4731-91cf-ea9c1cde9fbe)] {{(pid=79928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:10:41.409615 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-688b233f-56ae-448b-be26-e74c8e11f440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797663'] for port, precommit_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:10:41.549980 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-688b233f-56ae-448b-be26-e74c8e11f440 admin admin] Calling delete_port for 546e8bf9-ce1e-4244-b92b-8088eedfe638 owned by network:router_interface {{(pid=79928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 10 21:10:41.804203 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0c2763-ff01-4f10-93fc-f963b7c14558 req-7e7220fa-155e-4583-b116-0bb60b08262e tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:10:41.805908 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-4a0c2763-ff01-4f10-93fc-f963b7c14558 req-7e7220fa-155e-4583-b116-0bb60b08262e tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=41d77347-7771-411c-b0f2-ca9820bb84a8 HTTP/1.1" status: 200  len: 944 time: 0.2643881
Feb 10 21:10:42.151744 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-4a0c2763-ff01-4f10-93fc-f963b7c14558 req-32e05821-16c8-44b3-b583-546839d72f8c tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=82c257f5-000c-4208-b8b6-12211f7feeb5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3309135
Feb 10 21:10:42.183236 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-688b233f-56ae-448b-be26-e74c8e11f440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778798065335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778797633719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851641298'] for port, after_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:10:42.200102 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-d0cad317-c1d7-4e08-bf8d-4d3bc2ff6b9d tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:10:42.261095 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688b233f-56ae-448b-be26-e74c8e11f440 admin admin] Pushing event deleted for resources: {'Port': ['ID=546e8bf9-ce1e-4244-b92b-8088eedfe638,revision_number=None']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:10:42.265665 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-688b233f-56ae-448b-be26-e74c8e11f440 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:10:42.635590 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-688b233f-56ae-448b-be26-e74c8e11f440 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851047802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850661225'] for router_interface, after_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:10:43.172064 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-688b233f-56ae-448b-be26-e74c8e11f440 admin admin] Router 106cc9ca-9c38-4b7a-9037-6a5d24b936ca has already been hosted by L3 agent 351a09a7-a8bd-44d4-8337-3dd1b5c8f290 {{(pid=79928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 10 21:10:43.376586 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-688b233f-56ae-448b-be26-e74c8e11f440 admin admin] Notify agent at l3_agent.dv-cinder-775008-1-iscsi the message routers_updated {{(pid=79928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 10 21:10:43.389041 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbeef02e-ca26-4cb1-921e-77c3f0757f23 None None] Sync routers for ids ['106cc9ca-9c38-4b7a-9037-6a5d24b936ca'] in dv-cinder-775008-1-iscsi {{(pid=79931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 10 21:10:43.395508 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-688b233f-56ae-448b-be26-e74c8e11f440 admin admin] 10.222.0.82 "PUT /v2.0/routers/106cc9ca-9c38-4b7a-9037-6a5d24b936ca/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4181719
Feb 10 21:10:43.398576 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 34366) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:10:43.408198 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbeef02e-ca26-4cb1-921e-77c3f0757f23 None None] Routers {'106cc9ca-9c38-4b7a-9037-6a5d24b936ca'} bound to L3 agent in host dv-cinder-775008-1-iscsi {{(pid=79931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 10 21:10:43.408892 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-cbeef02e-ca26-4cb1-921e-77c3f0757f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbf906947b8>, 'dv-cinder-775008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-10T20:53:27Z,description=<?>,heartbeat_timestamp=2021-02-10T21:10:27Z,host='dv-cinder-775008-1-iscsi',id=351a09a7-a8bd-44d4-8337-3dd1b5c8f290,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-10T20:53:27Z,topic='l3_agent')) {'router_ids': ['106cc9ca-9c38-4b7a-9037-6a5d24b936ca'], 'active': True} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:10:43.616988 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14437d44-f5f5-4434-aa94-9f7a58f33c03 req-5290cc87-6c7f-417d-9e1b-cd07d1338867 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:10:43.620245 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-d33f0369-aac8-49c0-8179-16be10a9ec9c admin admin] Notify callbacks [] for router, before_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:10:43.626924 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvr_db [None req-cbeef02e-ca26-4cb1-921e-77c3f0757f23 None None] Set router 106cc9ca-9c38-4b7a-9037-6a5d24b936ca gateway port host: dv-cinder-775008-1-iscsi {{(pid=79931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 10 21:10:43.627108 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-14437d44-f5f5-4434-aa94-9f7a58f33c03 req-5290cc87-6c7f-417d-9e1b-cd07d1338867 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=41d77347-7771-411c-b0f2-ca9820bb84a8 HTTP/1.1" status: 200  len: 944 time: 0.3097396
Feb 10 21:10:43.742889 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-14437d44-f5f5-4434-aa94-9f7a58f33c03 req-556d9caa-1537-4c45-8ccd-03a1ddc0aa9a tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=82c257f5-000c-4208-b8b6-12211f7feeb5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1160393
Feb 10 21:10:43.891588 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-d33f0369-aac8-49c0-8179-16be10a9ec9c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:10:43.897982 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-d33f0369-aac8-49c0-8179-16be10a9ec9c admin admin] Deleting port e84b6b0d-4d6f-4b29-ab9a-70b37947d282 {{(pid=79928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 10 21:10:43.898445 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-d33f0369-aac8-49c0-8179-16be10a9ec9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258056652319'] for port, before_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:10:43.909689 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.agents_db [None req-2fd61c53-9bc0-4c2f-aa40-be9729c6e46f None None] Agent healthcheck: found 6 active agents {{(pid=79931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 10 21:10:43.992755 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-cbeef02e-ca26-4cb1-921e-77c3f0757f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbf906947b8>, [{'id': '106cc9ca-9c38-4b7a-9037-6a5d24b936ca', 'name': 'tempest-AttachVolumeTestJSON-1034830743-router', 'tenant_id': 'b863e31b2eb84722a5af6ec44203a203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': 'e84b6b0d-4d6f-4b29-ab9a-70b37947d282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:02:30Z', 'updated_at': '2021-02-10T21:10:41Z', 'revision_number': 5, 'project_id': 'b863e31b2eb84722a5af6ec44203a203', 'gw_port': {'id': 'e84b6b0d-4d6f-4b29-ab9a-70b37947d282', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:89:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106cc9ca-9c38-4b7a-9037-6a5d24b936ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:02:32Z', 'updated_at': '2021-02-10T21:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi'}], 'dv-cinder-775008-1-iscsi', False) {} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:10:43.998577 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbeef02e-ca26-4cb1-921e-77c3f0757f23 None None] Checking router: 106cc9ca-9c38-4b7a-9037-6a5d24b936ca for host: dv-cinder-775008-1-iscsi {{(pid=79931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 10 21:10:44.008737 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbeef02e-ca26-4cb1-921e-77c3f0757f23 None None] Routers {'106cc9ca-9c38-4b7a-9037-6a5d24b936ca'} bound to L3 agent in host dv-cinder-775008-1-iscsi {{(pid=79931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 10 21:10:44.009937 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-cbeef02e-ca26-4cb1-921e-77c3f0757f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbf906947b8>, 'dv-cinder-775008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-10T20:53:27Z,description=<?>,heartbeat_timestamp=2021-02-10T21:10:27Z,host='dv-cinder-775008-1-iscsi',id=351a09a7-a8bd-44d4-8337-3dd1b5c8f290,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-10T20:53:27Z,topic='l3_agent')) {'router_ids': ['106cc9ca-9c38-4b7a-9037-6a5d24b936ca'], 'active': True} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:10:44.120271 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-d33f0369-aac8-49c0-8179-16be10a9ec9c admin admin] For port e84b6b0d-4d6f-4b29-ab9a-70b37947d282, host dv-cinder-775008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-iscsi',level=0,port_id=e84b6b0d-4d6f-4b29-ab9a-70b37947d282,segment=NetworkSegment(37fae2f4-4e7c-4231-b866-3c6a09452824),segment_id=37fae2f4-4e7c-4231-b866-3c6a09452824)] {{(pid=79928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:10:44.120686 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-d33f0369-aac8-49c0-8179-16be10a9ec9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797663'] for port, precommit_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:10:44.218419 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvr_db [None req-cbeef02e-ca26-4cb1-921e-77c3f0757f23 None None] Set router 106cc9ca-9c38-4b7a-9037-6a5d24b936ca gateway port host: dv-cinder-775008-1-iscsi {{(pid=79931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 10 21:10:44.264382 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-d33f0369-aac8-49c0-8179-16be10a9ec9c admin admin] Calling delete_port for e84b6b0d-4d6f-4b29-ab9a-70b37947d282 owned by network:router_gateway {{(pid=79928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 10 21:10:44.429718 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-d33f0369-aac8-49c0-8179-16be10a9ec9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778798065335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778797633719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851641298'] for port, after_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:10:44.439015 dv-cinder-775008-1-iscsi neutron-server[79816]: WARNING neutron.plugins.ml2.ovo_rpc [None req-d33f0369-aac8-49c0-8179-16be10a9ec9c admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location:
Feb 10 21:10:44.439015 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main
Feb 10 21:10:44.439015 dv-cinder-775008-1-iscsi neutron-server[79816]:     result = function(*args, **kwargs)
Feb 10 21:10:44.439015 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request
Feb 10 21:10:44.439015 dv-cinder-775008-1-iscsi neutron-server[79816]:     proto.__init__(conn_state, self)
Feb 10 21:10:44.439015 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__
Feb 10 21:10:44.439015 dv-cinder-775008-1-iscsi neutron-server[79816]:     self.handle()
Feb 10 21:10:44.439015 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle
Feb 10 21:10:44.439015 dv-cinder-775008-1-iscsi neutron-server[79816]:     self.handle_one_request()
Feb 10 21:10:44.439015 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request
Feb 10 21:10:44.439015 dv-cinder-775008-1-iscsi neutron-server[79816]:     self.handle_one_response()
Feb 10 21:10:44.439015 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response
Feb 10 21:10:44.439015 dv-cinder-775008-1-iscsi neutron-server[79816]:     result = self.application(self.environ, start_response)
Feb 10 21:10:44.439015 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__
Feb 10 21:10:44.439015 dv-cinder-775008-1-iscsi neutron-server[79816]:     return app(environ, start_response)
Feb 10 21:10:44.439015 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 10 21:10:44.439015 dv-cinder-775008-1-iscsi neutron-server[79816]:     resp = self.call_func(req, *args, **kw)
Feb 10 21:10:44.439015 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 10 21:10:44.439015 dv-cinder-775008-1-iscsi neutron-server[79816]:     return self.func(req, *args, **kwargs)
Feb 10 21:10:44.439015 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Feb 10 21:10:44.439015 dv-cinder-775008-1-iscsi neutron-server[79816]:     response = req.get_response(self.application)
Feb 10 21:10:44.439015 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 10 21:10:44.439015 dv-cinder-775008-1-iscsi neutron-server[79816]:     application, catch_exc_info=False)
Feb 10 21:10:44.439015 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 10 21:10:44.439015 dv-cinder-775008-1-iscsi neutron-server[79816]:     app_iter = application(self.environ, start_response)
Feb 10 21:10:44.439015 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 10 21:10:44.439015 dv-cinder-775008-1-iscsi neutron-server[79816]:     resp = self.call_func(req, *args, **kw)
Feb 10 21:10:44.439015 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 10 21:10:44.439015 dv-cinder-775008-1-iscsi neutron-server[79816]:     return self.func(req, *args, **kwargs)
Feb 10 21:10:44.439015 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Feb 10 21:10:44.439015 dv-cinder-775008-1-iscsi neutron-server[79816]:     response = req.get_response(self.application)
Feb 10 21:10:44.439015 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 10 21:10:44.439015 dv-cinder-775008-1-iscsi neutron-server[79816]:     application, catch_exc_info=False)
Feb 10 21:10:44.439015 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 10 21:10:44.439015 dv-cinder-775008-1-iscsi neutron-server[79816]:     app_iter = application(self.environ, start_response)
Feb 10 21:10:44.439015 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 10 21:10:44.439015 dv-cinder-775008-1-iscsi neutron-server[79816]:     resp = self.call_func(req, *args, **kw)
Feb 10 21:10:44.439015 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 10 21:10:44.439015 dv-cinder-775008-1-iscsi neutron-server[79816]:     return self.func(req, *args, **kwargs)
Feb 10 21:10:44.439015 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
Feb 10 21:10:44.439015 dv-cinder-775008-1-iscsi neutron-server[79816]:     response = req.get_response(self.application)
Feb 10 21:10:44.439015 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 10 21:10:44.439015 dv-cinder-775008-1-iscsi neutron-server[79816]:     application, catch_exc_info=False)
Feb 10 21:10:44.439015 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 10 21:10:44.439015 dv-cinder-775008-1-iscsi neutron-server[79816]:     app_iter = application(self.environ, start_response)
Feb 10 21:10:44.439015 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 10 21:10:44.439015 dv-cinder-775008-1-iscsi neutron-server[79816]:     resp = self.call_func(req, *args, **kw)
Feb 10 21:10:44.439015 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 10 21:10:44.439015 dv-cinder-775008-1-iscsi neutron-server[79816]:     return self.func(req, *args, **kwargs)
Feb 10 21:10:44.439015 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
Feb 10 21:10:44.439015 dv-cinder-775008-1-iscsi neutron-server[79816]:     response = req.get_response(self.application)
Feb 10 21:10:44.439015 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 10 21:10:44.439015 dv-cinder-775008-1-iscsi neutron-server[79816]:     application, catch_exc_info=False)
Feb 10 21:10:44.439015 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 10 21:10:44.439015 dv-cinder-775008-1-iscsi neutron-server[79816]:     app_iter = application(self.environ, start_response)
Feb 10 21:10:44.439015 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 10 21:10:44.439015 dv-cinder-775008-1-iscsi neutron-server[79816]:     resp = self.call_func(req, *args, **kw)
Feb 10 21:10:44.439015 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 10 21:10:44.439015 dv-cinder-775008-1-iscsi neutron-server[79816]:     return self.func(req, *args, **kwargs)
Feb 10 21:10:44.439015 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__
Feb 10 21:10:44.439015 dv-cinder-775008-1-iscsi neutron-server[79816]:     return request.get_response(self.application)
Feb 10 21:10:44.439015 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 10 21:10:44.439015 dv-cinder-775008-1-iscsi neutron-server[79816]:     application, catch_exc_info=False)
Feb 10 21:10:44.439015 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 10 21:10:44.439015 dv-cinder-775008-1-iscsi neutron-server[79816]:     app_iter = application(self.environ, start_response)
Feb 10 21:10:44.439015 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 10 21:10:44.439015 dv-cinder-775008-1-iscsi neutron-server[79816]:     resp = self.call_func(req, *args, **kw)
Feb 10 21:10:44.439015 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 10 21:10:44.439015 dv-cinder-775008-1-iscsi neutron-server[79816]:     return self.func(req, *args, **kwargs)
Feb 10 21:10:44.439015 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
Feb 10 21:10:44.439015 dv-cinder-775008-1-iscsi neutron-server[79816]:     response = req.get_response(self._app)
Feb 10 21:10:44.439015 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Feb 10 21:10:44.439015 dv-cinder-775008-1-iscsi neutron-server[79816]:     application, catch_exc_info=False)
Feb 10 21:10:44.439015 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Feb 10 21:10:44.439015 dv-cinder-775008-1-iscsi neutron-server[79816]:     app_iter = application(self.environ, start_response)
Feb 10 21:10:44.439015 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Feb 10 21:10:44.439015 dv-cinder-775008-1-iscsi neutron-server[79816]:     return resp(environ, start_response)
Feb 10 21:10:44.439015 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Feb 10 21:10:44.439015 dv-cinder-775008-1-iscsi neutron-server[79816]:     return resp(environ, start_response)
Feb 10 21:10:44.439015 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__
Feb 10 21:10:44.439015 dv-cinder-775008-1-iscsi neutron-server[79816]:     response = self.app(environ, start_response)
Feb 10 21:10:44.439015 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Feb 10 21:10:44.439015 dv-cinder-775008-1-iscsi neutron-server[79816]:     return resp(environ, start_response)
Feb 10 21:10:44.439015 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Feb 10 21:10:44.439015 dv-cinder-775008-1-iscsi neutron-server[79816]:     resp = self.call_func(req, *args, **kw)
Feb 10 21:10:44.439015 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Feb 10 21:10:44.439015 dv-cinder-775008-1-iscsi neutron-server[79816]:     return self.func(req, *args, **kwargs)
Feb 10 21:10:44.439015 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource
Feb 10 21:10:44.448941 dv-cinder-775008-1-iscsi neutron-server[79816]:     result = method(request=request, **args)
Feb 10 21:10:44.448941 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete
Feb 10 21:10:44.448941 dv-cinder-775008-1-iscsi neutron-server[79816]:     return self._delete(request, id, **kwargs)
Feb 10 21:10:44.448941 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Feb 10 21:10:44.448941 dv-cinder-775008-1-iscsi neutron-server[79816]:     return f(*args, **kwargs)
Feb 10 21:10:44.448941 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Feb 10 21:10:44.448941 dv-cinder-775008-1-iscsi neutron-server[79816]:     return f(*args, **kwargs)
Feb 10 21:10:44.448941 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Feb 10 21:10:44.448941 dv-cinder-775008-1-iscsi neutron-server[79816]:     return f(*dup_args, **dup_kwargs)
Feb 10 21:10:44.448941 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete
Feb 10 21:10:44.448941 dv-cinder-775008-1-iscsi neutron-server[79816]:     obj_deleter(request.context, id, **kwargs)
Feb 10 21:10:44.448941 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router
Feb 10 21:10:44.448941 dv-cinder-775008-1-iscsi neutron-server[79816]:     super(L3_NAT_db_mixin, self).delete_router(context, id)
Feb 10 21:10:44.448941 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Feb 10 21:10:44.448941 dv-cinder-775008-1-iscsi neutron-server[79816]:     return method(*args, **kwargs)
Feb 10 21:10:44.448941 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Feb 10 21:10:44.448941 dv-cinder-775008-1-iscsi neutron-server[79816]:     return f(*args, **kwargs)
Feb 10 21:10:44.448941 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Feb 10 21:10:44.448941 dv-cinder-775008-1-iscsi neutron-server[79816]:     return f(*args, **kwargs)
Feb 10 21:10:44.448941 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Feb 10 21:10:44.448941 dv-cinder-775008-1-iscsi neutron-server[79816]:     return f(*dup_args, **dup_kwargs)
Feb 10 21:10:44.448941 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router
Feb 10 21:10:44.448941 dv-cinder-775008-1-iscsi neutron-server[79816]:     self._delete_current_gw_port(context, id, router, None)
Feb 10 21:10:44.448941 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port
Feb 10 21:10:44.448941 dv-cinder-775008-1-iscsi neutron-server[79816]:     admin_ctx, gw_port_id, l3_port_check=False)
Feb 10 21:10:44.448941 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Feb 10 21:10:44.448941 dv-cinder-775008-1-iscsi neutron-server[79816]:     return f(self, context, *args, **kwargs)
Feb 10 21:10:44.448941 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Feb 10 21:10:44.448941 dv-cinder-775008-1-iscsi neutron-server[79816]:     return method(*args, **kwargs)
Feb 10 21:10:44.448941 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1953, in delete_port
Feb 10 21:10:44.448941 dv-cinder-775008-1-iscsi neutron-server[79816]:     context, port, router_ids, bound_mech_contexts)
Feb 10 21:10:44.448941 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1962, in _post_delete_port
Feb 10 21:10:44.448941 dv-cinder-775008-1-iscsi neutron-server[79816]:     registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs)
Feb 10 21:10:44.448941 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify
Feb 10 21:10:44.448941 dv-cinder-775008-1-iscsi neutron-server[79816]:     _get_callback_manager().notify(resource, event, trigger, **kwargs)
Feb 10 21:10:44.448941 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped
Feb 10 21:10:44.448941 dv-cinder-775008-1-iscsi neutron-server[79816]:     return function(*args, **kwargs)
Feb 10 21:10:44.448941 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify
Feb 10 21:10:44.448941 dv-cinder-775008-1-iscsi neutron-server[79816]:     errors = self._notify_loop(resource, event, trigger, **kwargs)
Feb 10 21:10:44.448941 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Feb 10 21:10:44.448941 dv-cinder-775008-1-iscsi neutron-server[79816]:     callback(resource, event, trigger, **kwargs)
Feb 10 21:10:44.448941 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event
Feb 10 21:10:44.448941 dv-cinder-775008-1-iscsi neutron-server[79816]:     if self._is_session_semantic_violated(context, resource, event):
Feb 10 21:10:44.448941 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated
Feb 10 21:10:44.448941 dv-cinder-775008-1-iscsi neutron-server[79816]:     stack = traceback.extract_stack()
Feb 10 21:10:44.455948 dv-cinder-775008-1-iscsi neutron-server[79816]: 
Feb 10 21:10:44.738709 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-cbeef02e-ca26-4cb1-921e-77c3f0757f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbf906947b8>, [{'id': '106cc9ca-9c38-4b7a-9037-6a5d24b936ca', 'name': 'tempest-AttachVolumeTestJSON-1034830743-router', 'tenant_id': 'b863e31b2eb84722a5af6ec44203a203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': 'e84b6b0d-4d6f-4b29-ab9a-70b37947d282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:02:30Z', 'updated_at': '2021-02-10T21:10:41Z', 'revision_number': 5, 'project_id': 'b863e31b2eb84722a5af6ec44203a203', 'gw_port': {'id': 'e84b6b0d-4d6f-4b29-ab9a-70b37947d282', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:89:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106cc9ca-9c38-4b7a-9037-6a5d24b936ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:02:32Z', 'updated_at': '2021-02-10T21:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi'}], 'dv-cinder-775008-1-iscsi', False) {} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:10:44.743289 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbeef02e-ca26-4cb1-921e-77c3f0757f23 None None] The sync data for ids ['106cc9ca-9c38-4b7a-9037-6a5d24b936ca'] in dv-cinder-775008-1-iscsi is: [{'id': '106cc9ca-9c38-4b7a-9037-6a5d24b936ca', 'name': 'tempest-AttachVolumeTestJSON-1034830743-router', 'tenant_id': 'b863e31b2eb84722a5af6ec44203a203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': 'e84b6b0d-4d6f-4b29-ab9a-70b37947d282', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:02:30Z', 'updated_at': '2021-02-10T21:10:41Z', 'revision_number': 5, 'project_id': 'b863e31b2eb84722a5af6ec44203a203', 'gw_port': {'id': 'e84b6b0d-4d6f-4b29-ab9a-70b37947d282', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:89:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '106cc9ca-9c38-4b7a-9037-6a5d24b936ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:02:32Z', 'updated_at': '2021-02-10T21:02:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi'}] {{(pid=79931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 10 21:10:44.980566 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-d33f0369-aac8-49c0-8179-16be10a9ec9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850655797'] for router_gateway, after_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:10:45.140207 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-d33f0369-aac8-49c0-8179-16be10a9ec9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4114297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774503'] for router, precommit_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:10:45.145241 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-d33f0369-aac8-49c0-8179-16be10a9ec9c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:10:45.242831 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-d33f0369-aac8-49c0-8179-16be10a9ec9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4114335'] for router, after_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:10:45.243393 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d33f0369-aac8-49c0-8179-16be10a9ec9c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 106cc9ca-9c38-4b7a-9037-6a5d24b936ca {{(pid=79928) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 10 21:10:45.339716 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d3bcc3-d3f4-4add-ab93-ad81165ba909 req-c1be9fff-918a-439d-90ee-ab0791bf60e1 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:10:45.348486 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-25d3bcc3-d3f4-4add-ab93-ad81165ba909 req-c1be9fff-918a-439d-90ee-ab0791bf60e1 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=41d77347-7771-411c-b0f2-ca9820bb84a8 HTTP/1.1" status: 200  len: 944 time: 0.4225101
Feb 10 21:10:45.400231 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-d33f0369-aac8-49c0-8179-16be10a9ec9c admin admin] Notify callbacks [] for router, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:10:45.404335 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-d33f0369-aac8-49c0-8179-16be10a9ec9c admin admin] 10.222.0.82 "DELETE /v2.0/routers/106cc9ca-9c38-4b7a-9037-6a5d24b936ca HTTP/1.1" status: 204  len: 168 time: 2.0020716
Feb 10 21:10:45.404786 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 34374) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:10:45.431089 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-25d3bcc3-d3f4-4add-ab93-ad81165ba909 req-ac3276de-2d4d-4db5-a701-dff1aab2f199 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=82c257f5-000c-4208-b8b6-12211f7feeb5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0812538
Feb 10 21:10:45.487765 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1be011f-515b-42df-b3b6-5cfa4d7931ed admin admin] Deleting subnet ac135e95-2d8a-4872-b364-451b52f8b60d {{(pid=79929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 10 21:10:45.492933 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-f1be011f-515b-42df-b3b6-5cfa4d7931ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:10:45.553601 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-f1be011f-515b-42df-b3b6-5cfa4d7931ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707976'] for subnet, precommit_delete_associations {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:10:45.688749 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-f1be011f-515b-42df-b3b6-5cfa4d7931ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016988'] for subnet, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:10:45.801194 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Device 546e8bf9-ce1e-4244-b92b-8088eedfe638 no longer exists at agent ovs-agent-dv-cinder-775008-1-iscsi {{(pid=79930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 10 21:10:45.841599 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] No Port match for: 546e8bf9-ce1e-4244-b92b-8088eedfe638 {{(pid=79930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 10 21:10:45.842374 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Device 546e8bf9-ce1e-4244-b92b-8088eedfe638 not bound to the agent host dv-cinder-775008-1-iscsi {{(pid=79930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 10 21:10:45.843092 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Device e84b6b0d-4d6f-4b29-ab9a-70b37947d282 no longer exists at agent ovs-agent-dv-cinder-775008-1-iscsi {{(pid=79930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 10 21:10:45.886334 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] No Port match for: e84b6b0d-4d6f-4b29-ab9a-70b37947d282 {{(pid=79930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 10 21:10:45.886709 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Device e84b6b0d-4d6f-4b29-ab9a-70b37947d282 not bound to the agent host dv-cinder-775008-1-iscsi {{(pid=79930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 10 21:10:46.226107 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-f1be011f-515b-42df-b3b6-5cfa4d7931ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853758828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2627678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2464197'] for subnet, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:10:46.245950 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-354ac4bb-0e84-4664-9bfa-e29b6790a711 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:10:46.292621 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1be011f-515b-42df-b3b6-5cfa4d7931ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac135e95-2d8a-4872-b364-451b52f8b60d,revision_number=None']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:10:46.305428 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1be011f-515b-42df-b3b6-5cfa4d7931ed admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:10:46.305838 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1be011f-515b-42df-b3b6-5cfa4d7931ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:10:46.306284 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1be011f-515b-42df-b3b6-5cfa4d7931ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:10:46.306886 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1be011f-515b-42df-b3b6-5cfa4d7931ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:10:46.307356 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1be011f-515b-42df-b3b6-5cfa4d7931ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:10:46.307901 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1be011f-515b-42df-b3b6-5cfa4d7931ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:10:46.308173 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1be011f-515b-42df-b3b6-5cfa4d7931ed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:10:46.308567 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1be011f-515b-42df-b3b6-5cfa4d7931ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:10:46.308960 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1be011f-515b-42df-b3b6-5cfa4d7931ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:10:46.309350 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1be011f-515b-42df-b3b6-5cfa4d7931ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:10:46.309739 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1be011f-515b-42df-b3b6-5cfa4d7931ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:10:46.310170 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1be011f-515b-42df-b3b6-5cfa4d7931ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:10:46.310656 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1be011f-515b-42df-b3b6-5cfa4d7931ed admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:10:46.311042 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1be011f-515b-42df-b3b6-5cfa4d7931ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:10:46.311427 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1be011f-515b-42df-b3b6-5cfa4d7931ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:10:46.311812 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1be011f-515b-42df-b3b6-5cfa4d7931ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:10:46.312194 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1be011f-515b-42df-b3b6-5cfa4d7931ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:10:46.312575 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1be011f-515b-42df-b3b6-5cfa4d7931ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:10:46.312958 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1be011f-515b-42df-b3b6-5cfa4d7931ed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:10:46.313338 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1be011f-515b-42df-b3b6-5cfa4d7931ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:10:46.313719 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1be011f-515b-42df-b3b6-5cfa4d7931ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:10:46.314134 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1be011f-515b-42df-b3b6-5cfa4d7931ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:10:46.314522 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1be011f-515b-42df-b3b6-5cfa4d7931ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:10:46.314904 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1be011f-515b-42df-b3b6-5cfa4d7931ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:10:46.370713 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-f1be011f-515b-42df-b3b6-5cfa4d7931ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:10:46.410876 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-f1be011f-515b-42df-b3b6-5cfa4d7931ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:10:46.417472 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad4cd6e-c16f-484d-840a-dec2da83eaa0 None None] Network 30315e38-e508-43b4-a5e6-20c3939b243b requested from dv-cinder-775008-1-iscsi {{(pid=79930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 10 21:10:46.424941 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-f1be011f-515b-42df-b3b6-5cfa4d7931ed admin admin] 10.222.0.82 "DELETE /v2.0/subnets/ac135e95-2d8a-4872-b364-451b52f8b60d HTTP/1.1" status: 204  len: 168 time: 1.0185864
Feb 10 21:10:46.427534 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 34378) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:10:46.568857 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b32ce790-9d44-44be-8aca-948170928fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853728688'] for network, before_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:10:46.649031 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-b32ce790-9d44-44be-8aca-948170928fb2 admin admin] Deleting port 22266079-36bf-440d-b5de-f83a9d70f3b3 {{(pid=79928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 10 21:10:46.649330 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b32ce790-9d44-44be-8aca-948170928fb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258056652319'] for port, before_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:10:46.796282 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db77f458-bf3b-4ed7-b217-8b2bd869659a None None] DHCP port deletion for 30315e38-e508-43b4-a5e6-20c3939b243b request from dv-cinder-775008-1-iscsi {{(pid=79930) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 10 21:10:46.800531 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-db77f458-bf3b-4ed7-b217-8b2bd869659a None None] Deleting port 22266079-36bf-440d-b5de-f83a9d70f3b3 {{(pid=79930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 10 21:10:46.800955 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-db77f458-bf3b-4ed7-b217-8b2bd869659a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258056652319'] for port, before_delete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:10:46.865871 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00caf127-a3eb-47c2-8b6d-13aaef3ab2a9 req-966ba664-a7e4-447e-a936-bd7dcd7e3039 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:10:46.868135 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-00caf127-a3eb-47c2-8b6d-13aaef3ab2a9 req-966ba664-a7e4-447e-a936-bd7dcd7e3039 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=41d77347-7771-411c-b0f2-ca9820bb84a8 HTTP/1.1" status: 200  len: 944 time: 0.2276742
Feb 10 21:10:46.950763 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-b32ce790-9d44-44be-8aca-948170928fb2 admin admin] For port 22266079-36bf-440d-b5de-f83a9d70f3b3, host dv-cinder-775008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-iscsi',level=0,port_id=22266079-36bf-440d-b5de-f83a9d70f3b3,segment=NetworkSegment(72156de0-a8ad-4731-91cf-ea9c1cde9fbe),segment_id=72156de0-a8ad-4731-91cf-ea9c1cde9fbe)] {{(pid=79928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:10:46.952132 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-00caf127-a3eb-47c2-8b6d-13aaef3ab2a9 req-5d1a7823-3a30-4f42-94b4-0229d6f9b470 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=82c257f5-000c-4208-b8b6-12211f7feeb5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0768621
Feb 10 21:10:46.954416 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b32ce790-9d44-44be-8aca-948170928fb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797663'] for port, precommit_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:10:47.111402 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-b32ce790-9d44-44be-8aca-948170928fb2 admin admin] Calling delete_port for 22266079-36bf-440d-b5de-f83a9d70f3b3 owned by network:dhcp {{(pid=79928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 10 21:10:47.203990 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b32ce790-9d44-44be-8aca-948170928fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778798065335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778797633719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851641298'] for port, after_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:10:47.222225 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b70ed23e-cb7f-40b5-9d6a-e2b7103b3e7e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:10:47.257331 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-db77f458-bf3b-4ed7-b217-8b2bd869659a None None] For port 22266079-36bf-440d-b5de-f83a9d70f3b3, host dv-cinder-775008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-iscsi',level=0,port_id=22266079-36bf-440d-b5de-f83a9d70f3b3,segment=NetworkSegment(72156de0-a8ad-4731-91cf-ea9c1cde9fbe),segment_id=72156de0-a8ad-4731-91cf-ea9c1cde9fbe)] {{(pid=79930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:10:47.257753 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-db77f458-bf3b-4ed7-b217-8b2bd869659a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797663'] for port, precommit_delete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:10:47.289102 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32ce790-9d44-44be-8aca-948170928fb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=22266079-36bf-440d-b5de-f83a9d70f3b3,revision_number=None']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:10:47.345229 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b32ce790-9d44-44be-8aca-948170928fb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:10:47.384659 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32ce790-9d44-44be-8aca-948170928fb2 admin admin] No DVR routers for this DVR port 22266079-36bf-440d-b5de-f83a9d70f3b3 on host dv-cinder-775008-1-iscsi {{(pid=79928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 10 21:10:47.400703 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-db77f458-bf3b-4ed7-b217-8b2bd869659a None None] Calling delete_port for 22266079-36bf-440d-b5de-f83a9d70f3b3 owned by network:dhcp {{(pid=79930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 10 21:10:47.488279 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.db.api [None req-db77f458-bf3b-4ed7-b217-8b2bd869659a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79930) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 10 21:10:47.488609 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_db.api [None req-db77f458-bf3b-4ed7-b217-8b2bd869659a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 10 21:10:47.521465 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b32ce790-9d44-44be-8aca-948170928fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023083', 'neutron.services.segments.db._delete_segments_for_network-8778798167172'] for network, precommit_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:10:47.645700 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.services.segments.db [None req-b32ce790-9d44-44be-8aca-948170928fb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fbf90b8d400>,) {'filters': {'network_id': ['30315e38-e508-43b4-a5e6-20c3939b243b']}} {{(pid=79928) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:10:47.660032 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.services.segments.db [None req-b32ce790-9d44-44be-8aca-948170928fb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fbf90b8d400>, '72156de0-a8ad-4731-91cf-ea9c1cde9fbe') {'for_net_delete': True} {{(pid=79928) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:10:47.660362 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.services.segments.db [None req-b32ce790-9d44-44be-8aca-948170928fb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fbf90b8d400>, '72156de0-a8ad-4731-91cf-ea9c1cde9fbe') {} {{(pid=79928) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:10:47.674176 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b32ce790-9d44-44be-8aca-948170928fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778798166933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26617516'] for segment, before_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:10:47.693095 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b32ce790-9d44-44be-8aca-948170928fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853830591'] for segment, precommit_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:10:47.695189 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b32ce790-9d44-44be-8aca-948170928fb2 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=79928) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 10 21:10:47.802099 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Device 22266079-36bf-440d-b5de-f83a9d70f3b3 no longer exists at agent ovs-agent-dv-cinder-775008-1-iscsi {{(pid=79930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 10 21:10:47.841199 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] No Port match for: 22266079-36bf-440d-b5de-f83a9d70f3b3 {{(pid=79930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 10 21:10:47.841710 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Device 22266079-36bf-440d-b5de-f83a9d70f3b3 not bound to the agent host dv-cinder-775008-1-iscsi {{(pid=79930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 10 21:10:47.896113 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-b32ce790-9d44-44be-8aca-948170928fb2 admin admin] Network 30315e38-e508-43b4-a5e6-20c3939b243b has no segments {{(pid=79928) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 10 21:10:47.906551 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b32ce790-9d44-44be-8aca-948170928fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-945225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3134553'] for segment, after_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:10:47.990343 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-db77f458-bf3b-4ed7-b217-8b2bd869659a None None] Deleting port 22266079-36bf-440d-b5de-f83a9d70f3b3 {{(pid=79930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 10 21:10:47.990776 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-db77f458-bf3b-4ed7-b217-8b2bd869659a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258056652319'] for port, before_delete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:10:48.102378 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-b32ce790-9d44-44be-8aca-948170928fb2 admin admin] Network 30315e38-e508-43b4-a5e6-20c3939b243b has no segments {{(pid=79928) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 10 21:10:48.126941 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-db77f458-bf3b-4ed7-b217-8b2bd869659a None None] The port '22266079-36bf-440d-b5de-f83a9d70f3b3' was deleted {{(pid=79930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 10 21:10:48.140782 dv-cinder-775008-1-iscsi neutron-server[79816]: Traceback (most recent call last):
Feb 10 21:10:48.140782 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 10 21:10:48.140782 dv-cinder-775008-1-iscsi neutron-server[79816]:     timer()
Feb 10 21:10:48.140782 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 10 21:10:48.140782 dv-cinder-775008-1-iscsi neutron-server[79816]:     cb(*args, **kw)
Feb 10 21:10:48.140782 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 10 21:10:48.140782 dv-cinder-775008-1-iscsi neutron-server[79816]:     return func(*args, **kwargs)
Feb 10 21:10:48.140782 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 10 21:10:48.140782 dv-cinder-775008-1-iscsi neutron-server[79816]:     self._notify()
Feb 10 21:10:48.140782 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 10 21:10:48.140782 dv-cinder-775008-1-iscsi neutron-server[79816]:     self.callback(batched_events)
Feb 10 21:10:48.140782 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 10 21:10:48.140782 dv-cinder-775008-1-iscsi neutron-server[79816]:     event.method(event)
Feb 10 21:10:48.140782 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 10 21:10:48.140782 dv-cinder-775008-1-iscsi neutron-server[79816]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 10 21:10:48.140782 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 10 21:10:48.140782 dv-cinder-775008-1-iscsi neutron-server[79816]:     segment_id)['aggregates'][0]
Feb 10 21:10:48.140782 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 10 21:10:48.140782 dv-cinder-775008-1-iscsi neutron-server[79816]:     return f(self, *a, **k)
Feb 10 21:10:48.140782 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 10 21:10:48.140782 dv-cinder-775008-1-iscsi neutron-server[79816]:     return self._get(url).json()
Feb 10 21:10:48.140782 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 10 21:10:48.140782 dv-cinder-775008-1-iscsi neutron-server[79816]:     **kwargs)
Feb 10 21:10:48.140782 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 10 21:10:48.140782 dv-cinder-775008-1-iscsi neutron-server[79816]:     return self.request(url, 'GET', **kwargs)
Feb 10 21:10:48.140782 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 10 21:10:48.140782 dv-cinder-775008-1-iscsi neutron-server[79816]:     **endpoint_filter)
Feb 10 21:10:48.140782 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 10 21:10:48.140782 dv-cinder-775008-1-iscsi neutron-server[79816]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 10 21:10:48.140782 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 10 21:10:48.140782 dv-cinder-775008-1-iscsi neutron-server[79816]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 10 21:10:48.140782 dv-cinder-775008-1-iscsi neutron-server[79816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 10 21:10:48.295063 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b32ce790-9d44-44be-8aca-948170928fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853752733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850656724'] for network, after_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:10:48.301905 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:10:48.318788 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b32ce790-9d44-44be-8aca-948170928fb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728031'] for network, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:10:48.331355 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32ce790-9d44-44be-8aca-948170928fb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=30315e38-e508-43b4-a5e6-20c3939b243b,revision_number=None']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:10:48.338840 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b32ce790-9d44-44be-8aca-948170928fb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:10:48.438059 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb2972c-12e5-4776-8a73-0888f652bf25 req-3756ee7c-a317-42ea-b9a6-144c8a8ab554 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:10:48.439779 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-bfb2972c-12e5-4776-8a73-0888f652bf25 req-3756ee7c-a317-42ea-b9a6-144c8a8ab554 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=41d77347-7771-411c-b0f2-ca9820bb84a8 HTTP/1.1" status: 200  len: 944 time: 0.2836204
Feb 10 21:10:48.443756 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-b32ce790-9d44-44be-8aca-948170928fb2 admin admin] 10.222.0.82 "DELETE /v2.0/networks/30315e38-e508-43b4-a5e6-20c3939b243b HTTP/1.1" status: 204  len: 168 time: 2.0150297
Feb 10 21:10:48.536091 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-bfb2972c-12e5-4776-8a73-0888f652bf25 req-e3a39ce0-d12c-45a3-8c42-b00554bc3ca6 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=82c257f5-000c-4208-b8b6-12211f7feeb5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0894606
Feb 10 21:10:48.623506 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 34394) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:10:48.679243 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-e1cc592d-e32b-4156-b95a-b148689defae admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=b863e31b2eb84722a5af6ec44203a203&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0542495
Feb 10 21:10:48.682330 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 34398) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:10:48.700293 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-7364c643-8633-4b70-a540-bcf18c4b63dc req-78418f07-c590-4689-a59d-8a1a11d9c6c8 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/floatingips/875a2f7e-e50a-4261-88a6-f0f178fe3742 HTTP/1.1" status: 200  len: 997 time: 0.1505623
Feb 10 21:10:48.752111 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ce2d0b1e-4c36-45d2-8d4c-e90612a4039d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:10:48.787101 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ce2d0b1e-4c36-45d2-8d4c-e90612a4039d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:10:48.845129 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ce2d0b1e-4c36-45d2-8d4c-e90612a4039d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:10:48.858047 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-6ff95c99-0e2f-42c7-a469-c53f50fed370 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:10:48.894579 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2d0b1e-4c36-45d2-8d4c-e90612a4039d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb1ae8f-455f-4454-bb30-58ab7ec135c8,revision_number=None']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:10:48.901416 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-ce2d0b1e-4c36-45d2-8d4c-e90612a4039d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:10:48.911261 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ce2d0b1e-4c36-45d2-8d4c-e90612a4039d admin admin] Notify callbacks [] for security_group, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:10:48.912658 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-ce2d0b1e-4c36-45d2-8d4c-e90612a4039d admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/bdb1ae8f-455f-4454-bb30-58ab7ec135c8 HTTP/1.1" status: 204  len: 168 time: 0.2288063
Feb 10 21:10:49.004268 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7364c643-8633-4b70-a540-bcf18c4b63dc req-7f2f809d-9309-4bad-bcbc-d78ee4def5dc tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:10:49.005852 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-7364c643-8633-4b70-a540-bcf18c4b63dc req-7f2f809d-9309-4bad-bcbc-d78ee4def5dc tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/networks/caec50ae-8f3b-4f45-a3ad-eb903a732614 HTTP/1.1" status: 200  len: 784 time: 0.2996905
Feb 10 21:10:49.156926 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-7364c643-8633-4b70-a540-bcf18c4b63dc req-416b81c8-a5d7-4ee4-916c-3e04c75e8d0d tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/floatingips?floating_ip_address=172.27.3.36 HTTP/1.1" status: 200  len: 1000 time: 0.1420593
Feb 10 21:10:49.333299 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7364c643-8633-4b70-a540-bcf18c4b63dc req-feeeb861-5b40-401c-b49d-d0998f227512 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:10:49.334932 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-7364c643-8633-4b70-a540-bcf18c4b63dc req-feeeb861-5b40-401c-b49d-d0998f227512 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/ports/b701ffa5-4978-4ec7-b4cd-5800d6241be7 HTTP/1.1" status: 200  len: 942 time: 0.1721294
Feb 10 21:10:49.569037 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-7364c643-8633-4b70-a540-bcf18c4b63dc req-84ea827e-2a23-4bdc-8da1-0677f539aca3 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/floatingips?floating_ip_address=172.27.3.36 HTTP/1.1" status: 200  len: 1000 time: 0.1438620
Feb 10 21:10:49.853899 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [req-7364c643-8633-4b70-a540-bcf18c4b63dc req-8f7c0194-fe6c-4e5c-a6b1-74371ffe85c7 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Deleting port 24e4fbe2-6e72-467e-948c-fc8e4c34d82c {{(pid=79929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 10 21:10:49.854430 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-7364c643-8633-4b70-a540-bcf18c4b63dc req-8f7c0194-fe6c-4e5c-a6b1-74371ffe85c7 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258056652319'] for port, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:10:50.012411 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b84a39-f3cf-4b63-b986-a06347043f3d req-616e9b84-46c0-4fa2-9970-ab8ad75a5c4d tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:10:50.020306 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-c0b84a39-f3cf-4b63-b986-a06347043f3d req-616e9b84-46c0-4fa2-9970-ab8ad75a5c4d tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=41d77347-7771-411c-b0f2-ca9820bb84a8 HTTP/1.1" status: 200  len: 944 time: 0.2516508
Feb 10 21:10:50.095026 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-7364c643-8633-4b70-a540-bcf18c4b63dc req-8f7c0194-fe6c-4e5c-a6b1-74371ffe85c7 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797663'] for port, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:10:50.095650 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-7364c643-8633-4b70-a540-bcf18c4b63dc req-8f7c0194-fe6c-4e5c-a6b1-74371ffe85c7 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:10:50.154135 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-c0b84a39-f3cf-4b63-b986-a06347043f3d req-09cbe655-6aeb-48be-b49f-cda59d4e709b tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=82c257f5-000c-4208-b8b6-12211f7feeb5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1327386
Feb 10 21:10:50.277287 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [req-7364c643-8633-4b70-a540-bcf18c4b63dc req-8f7c0194-fe6c-4e5c-a6b1-74371ffe85c7 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Calling delete_port for 24e4fbe2-6e72-467e-948c-fc8e4c34d82c owned by network:floatingip {{(pid=79929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 10 21:10:50.463994 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-7364c643-8633-4b70-a540-bcf18c4b63dc req-8f7c0194-fe6c-4e5c-a6b1-74371ffe85c7 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778798065335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778797633719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630282'] for port, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:10:50.481336 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-d5fddbfc-3d1d-470b-8bc6-f7e578d33eb8 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:10:50.546791 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7c0194-fe6c-4e5c-a6b1-74371ffe85c7 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Pushing event deleted for resources: {'Port': ['ID=24e4fbe2-6e72-467e-948c-fc8e4c34d82c,revision_number=None']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:10:50.600619 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-8f7c0194-fe6c-4e5c-a6b1-74371ffe85c7 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:10:50.737554 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-7364c643-8633-4b70-a540-bcf18c4b63dc req-8f7c0194-fe6c-4e5c-a6b1-74371ffe85c7 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Notify callbacks [] for floatingip, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:10:50.737848 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.db.l3_db [req-7364c643-8633-4b70-a540-bcf18c4b63dc req-8f7c0194-fe6c-4e5c-a6b1-74371ffe85c7 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Floating IP 875a2f7e-e50a-4261-88a6-f0f178fe3742 disassociated (deleted). External IP: 172.27.3.36, port: b701ffa5-4978-4ec7-b4cd-5800d6241be7.
Feb 10 21:10:51.209101 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7364c643-8633-4b70-a540-bcf18c4b63dc req-8f7c0194-fe6c-4e5c-a6b1-74371ffe85c7 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Router 499ff7bd-3aea-4bb2-a9b9-b7f90f83dfbc has already been hosted by L3 agent 351a09a7-a8bd-44d4-8337-3dd1b5c8f290 {{(pid=79929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 10 21:10:51.508018 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7364c643-8633-4b70-a540-bcf18c4b63dc req-8f7c0194-fe6c-4e5c-a6b1-74371ffe85c7 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Notify agent at l3_agent.dv-cinder-775008-1-iscsi the message routers_updated {{(pid=79929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 10 21:10:51.519104 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad3aeb1-1164-45c1-b18b-8f37875d6cf7 None None] Sync routers for ids ['499ff7bd-3aea-4bb2-a9b9-b7f90f83dfbc'] in dv-cinder-775008-1-iscsi {{(pid=79930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 10 21:10:51.533132 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad3aeb1-1164-45c1-b18b-8f37875d6cf7 None None] Routers {'499ff7bd-3aea-4bb2-a9b9-b7f90f83dfbc'} bound to L3 agent in host dv-cinder-775008-1-iscsi {{(pid=79930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 10 21:10:51.533994 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-aad3aeb1-1164-45c1-b18b-8f37875d6cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbf90299c18>, 'dv-cinder-775008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-10T20:53:27Z,description=<?>,heartbeat_timestamp=2021-02-10T21:10:27Z,host='dv-cinder-775008-1-iscsi',id=351a09a7-a8bd-44d4-8337-3dd1b5c8f290,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-10T20:53:27Z,topic='l3_agent')) {'router_ids': ['499ff7bd-3aea-4bb2-a9b9-b7f90f83dfbc'], 'active': True} {{(pid=79930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:10:51.552991 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-7364c643-8633-4b70-a540-bcf18c4b63dc req-8f7c0194-fe6c-4e5c-a6b1-74371ffe85c7 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770081'] for floatingip, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:10:51.618609 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2ef6ab-f50d-48d1-9bf6-a2eeed36fc39 req-0955d303-1f95-4971-bb5f-ec20be8a1db0 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:10:51.621462 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-5b2ef6ab-f50d-48d1-9bf6-a2eeed36fc39 req-0955d303-1f95-4971-bb5f-ec20be8a1db0 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=41d77347-7771-411c-b0f2-ca9820bb84a8 HTTP/1.1" status: 200  len: 944 time: 0.2790256
Feb 10 21:10:51.622280 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-7364c643-8633-4b70-a540-bcf18c4b63dc req-8f7c0194-fe6c-4e5c-a6b1-74371ffe85c7 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "DELETE /v2.0/floatingips/875a2f7e-e50a-4261-88a6-f0f178fe3742 HTTP/1.1" status: 204  len: 173 time: 2.0522268
Feb 10 21:10:51.622850 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7e3959c-ce5f-4d58-9ed1-47947da34a85', 'tag': 'b701ffa5-4978-4ec7-b4cd-5800d6241be7'}] {{(pid=79929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 10 21:10:51.706356 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-5b2ef6ab-f50d-48d1-9bf6-a2eeed36fc39 req-13af8e02-e2ec-4f68-a95d-5dba773054fa tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=82c257f5-000c-4208-b8b6-12211f7feeb5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0700927
Feb 10 21:10:51.757271 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7364c643-8633-4b70-a540-bcf18c4b63dc req-6533fba8-8468-45c0-961c-abfa11496127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:10:51.757965 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvr_db [None req-aad3aeb1-1164-45c1-b18b-8f37875d6cf7 None None] Set router 499ff7bd-3aea-4bb2-a9b9-b7f90f83dfbc gateway port host: dv-cinder-775008-1-iscsi {{(pid=79930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 10 21:10:51.759142 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-7364c643-8633-4b70-a540-bcf18c4b63dc req-6533fba8-8468-45c0-961c-abfa11496127 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=acdfa87ec4e64a238c41778849fb8664&device_id=e7e3959c-ce5f-4d58-9ed1-47947da34a85 HTTP/1.1" status: 200  len: 1162 time: 0.1201437
Feb 10 21:10:51.809206 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7e3959c-ce5f-4d58-9ed1-47947da34a85', 'tag': 'b701ffa5-4978-4ec7-b4cd-5800d6241be7', 'status': 'completed', 'code': 200}
Feb 10 21:10:52.178530 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-aad3aeb1-1164-45c1-b18b-8f37875d6cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbf90299c18>, [{'id': '499ff7bd-3aea-4bb2-a9b9-b7f90f83dfbc', 'name': 'tempest-TestShelveInstance-722730644-router', 'tenant_id': 'acdfa87ec4e64a238c41778849fb8664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': '7d33b231-6d3d-4c83-ba7f-3187ea2aa5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:04:51Z', 'updated_at': '2021-02-10T21:05:02Z', 'revision_number': 4, 'project_id': 'acdfa87ec4e64a238c41778849fb8664', 'gw_port': {'id': '7d33b231-6d3d-4c83-ba7f-3187ea2aa5db', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499ff7bd-3aea-4bb2-a9b9-b7f90f83dfbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:04:55Z', 'updated_at': '2021-02-10T21:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi', '_interfaces': [{'id': '5c2ec9e5-a34f-4fe5-9d67-81bd3013c10a', 'name': '', 'network_id': '907563d5-8c93-48a0-8af3-4935d55858dd', 'tenant_id': 'acdfa87ec4e64a238c41778849fb8664', 'mac_address': 'fa:16:3e:21:8a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499ff7bd-3aea-4bb2-a9b9-b7f90f83dfbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'cfbf301d-5680-42d3-b573-9c3b05be6f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:05:01Z', 'updated_at': '2021-02-10T21:05:13Z', 'revision_number': 5, 'project_id': 'acdfa87ec4e64a238c41778849fb8664', 'subnets': [{'id': 'cfbf301d-5680-42d3-b573-9c3b05be6f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775008-1-iscsi', False) {} {{(pid=79930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:10:52.184338 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad3aeb1-1164-45c1-b18b-8f37875d6cf7 None None] Checking router: 499ff7bd-3aea-4bb2-a9b9-b7f90f83dfbc for host: dv-cinder-775008-1-iscsi {{(pid=79930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 10 21:10:52.194442 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad3aeb1-1164-45c1-b18b-8f37875d6cf7 None None] Routers {'499ff7bd-3aea-4bb2-a9b9-b7f90f83dfbc'} bound to L3 agent in host dv-cinder-775008-1-iscsi {{(pid=79930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 10 21:10:52.195550 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-aad3aeb1-1164-45c1-b18b-8f37875d6cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbf90299c18>, 'dv-cinder-775008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-10T20:53:27Z,description=<?>,heartbeat_timestamp=2021-02-10T21:10:27Z,host='dv-cinder-775008-1-iscsi',id=351a09a7-a8bd-44d4-8337-3dd1b5c8f290,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-10T20:53:27Z,topic='l3_agent')) {'router_ids': ['499ff7bd-3aea-4bb2-a9b9-b7f90f83dfbc'], 'active': True} {{(pid=79930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:10:52.229926 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7364c643-8633-4b70-a540-bcf18c4b63dc req-b1b24122-4525-4b4f-998c-ff30a50b11fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:10:52.231615 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-7364c643-8633-4b70-a540-bcf18c4b63dc req-b1b24122-4525-4b4f-998c-ff30a50b11fa service neutron] 10.222.0.82 "GET /v2.0/networks?id=907563d5-8c93-48a0-8af3-4935d55858dd HTTP/1.1" status: 200  len: 902 time: 0.4626939
Feb 10 21:10:52.315235 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-7364c643-8633-4b70-a540-bcf18c4b63dc req-f3a9decd-877d-48a5-a7a8-b617e9e86d34 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b701ffa5-4978-4ec7-b4cd-5800d6241be7 HTTP/1.1" status: 200  len: 217 time: 0.0745780
Feb 10 21:10:52.317359 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5df5f7-b9d3-4abd-9403-c8f6dcf2686d req-e5936e84-b1c3-46b0-a79a-744d011c8535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:10:52.318945 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-8d5df5f7-b9d3-4abd-9403-c8f6dcf2686d req-e5936e84-b1c3-46b0-a79a-744d011c8535 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=acdfa87ec4e64a238c41778849fb8664&device_id=e7e3959c-ce5f-4d58-9ed1-47947da34a85 HTTP/1.1" status: 200  len: 1162 time: 0.1863782
Feb 10 21:10:52.419494 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvr_db [None req-aad3aeb1-1164-45c1-b18b-8f37875d6cf7 None None] Set router 499ff7bd-3aea-4bb2-a9b9-b7f90f83dfbc gateway port host: dv-cinder-775008-1-iscsi {{(pid=79930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 10 21:10:52.501192 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7364c643-8633-4b70-a540-bcf18c4b63dc req-09379866-346f-4ca0-bbbc-7e748f6a410b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:10:52.502749 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-7364c643-8633-4b70-a540-bcf18c4b63dc req-09379866-346f-4ca0-bbbc-7e748f6a410b service neutron] 10.222.0.82 "GET /v2.0/subnets?id=cfbf301d-5680-42d3-b573-9c3b05be6f98 HTTP/1.1" status: 200  len: 847 time: 0.1781254
Feb 10 21:10:52.593023 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5df5f7-b9d3-4abd-9403-c8f6dcf2686d req-4451ef71-a575-498d-950e-2ca5078c1a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:10:52.594627 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-8d5df5f7-b9d3-4abd-9403-c8f6dcf2686d req-4451ef71-a575-498d-950e-2ca5078c1a3f service neutron] 10.222.0.15 "GET /v2.0/networks?id=907563d5-8c93-48a0-8af3-4935d55858dd HTTP/1.1" status: 200  len: 902 time: 0.2302210
Feb 10 21:10:52.677984 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-8d5df5f7-b9d3-4abd-9403-c8f6dcf2686d req-e06102dc-0c67-441c-9dc4-4ac6ac8d2b73 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b701ffa5-4978-4ec7-b4cd-5800d6241be7 HTTP/1.1" status: 200  len: 217 time: 0.0744762
Feb 10 21:10:52.725053 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7364c643-8633-4b70-a540-bcf18c4b63dc req-9923540a-553a-45f3-b036-4decf8a12627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:10:52.726733 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-7364c643-8633-4b70-a540-bcf18c4b63dc req-9923540a-553a-45f3-b036-4decf8a12627 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=907563d5-8c93-48a0-8af3-4935d55858dd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2170541
Feb 10 21:10:52.768025 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-aad3aeb1-1164-45c1-b18b-8f37875d6cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbf90299c18>, [{'id': '499ff7bd-3aea-4bb2-a9b9-b7f90f83dfbc', 'name': 'tempest-TestShelveInstance-722730644-router', 'tenant_id': 'acdfa87ec4e64a238c41778849fb8664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': '7d33b231-6d3d-4c83-ba7f-3187ea2aa5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:04:51Z', 'updated_at': '2021-02-10T21:05:02Z', 'revision_number': 4, 'project_id': 'acdfa87ec4e64a238c41778849fb8664', 'gw_port': {'id': '7d33b231-6d3d-4c83-ba7f-3187ea2aa5db', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499ff7bd-3aea-4bb2-a9b9-b7f90f83dfbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:04:55Z', 'updated_at': '2021-02-10T21:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi', '_interfaces': [{'id': '5c2ec9e5-a34f-4fe5-9d67-81bd3013c10a', 'name': '', 'network_id': '907563d5-8c93-48a0-8af3-4935d55858dd', 'tenant_id': 'acdfa87ec4e64a238c41778849fb8664', 'mac_address': 'fa:16:3e:21:8a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499ff7bd-3aea-4bb2-a9b9-b7f90f83dfbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'cfbf301d-5680-42d3-b573-9c3b05be6f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:05:01Z', 'updated_at': '2021-02-10T21:05:13Z', 'revision_number': 5, 'project_id': 'acdfa87ec4e64a238c41778849fb8664', 'subnets': [{'id': 'cfbf301d-5680-42d3-b573-9c3b05be6f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775008-1-iscsi', False) {} {{(pid=79930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:10:52.772558 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad3aeb1-1164-45c1-b18b-8f37875d6cf7 None None] The sync data for ids ['499ff7bd-3aea-4bb2-a9b9-b7f90f83dfbc'] in dv-cinder-775008-1-iscsi is: [{'id': '499ff7bd-3aea-4bb2-a9b9-b7f90f83dfbc', 'name': 'tempest-TestShelveInstance-722730644-router', 'tenant_id': 'acdfa87ec4e64a238c41778849fb8664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': '7d33b231-6d3d-4c83-ba7f-3187ea2aa5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:04:51Z', 'updated_at': '2021-02-10T21:05:02Z', 'revision_number': 4, 'project_id': 'acdfa87ec4e64a238c41778849fb8664', 'gw_port': {'id': '7d33b231-6d3d-4c83-ba7f-3187ea2aa5db', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499ff7bd-3aea-4bb2-a9b9-b7f90f83dfbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:04:55Z', 'updated_at': '2021-02-10T21:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi', '_interfaces': [{'id': '5c2ec9e5-a34f-4fe5-9d67-81bd3013c10a', 'name': '', 'network_id': '907563d5-8c93-48a0-8af3-4935d55858dd', 'tenant_id': 'acdfa87ec4e64a238c41778849fb8664', 'mac_address': 'fa:16:3e:21:8a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499ff7bd-3aea-4bb2-a9b9-b7f90f83dfbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'cfbf301d-5680-42d3-b573-9c3b05be6f98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:05:01Z', 'updated_at': '2021-02-10T21:05:13Z', 'revision_number': 5, 'project_id': 'acdfa87ec4e64a238c41778849fb8664', 'subnets': [{'id': 'cfbf301d-5680-42d3-b573-9c3b05be6f98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 10 21:10:52.856441 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5df5f7-b9d3-4abd-9403-c8f6dcf2686d req-df8283a7-6174-41bd-af43-b707e993546b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:10:52.858072 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-8d5df5f7-b9d3-4abd-9403-c8f6dcf2686d req-df8283a7-6174-41bd-af43-b707e993546b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cfbf301d-5680-42d3-b573-9c3b05be6f98 HTTP/1.1" status: 200  len: 847 time: 0.1732130
Feb 10 21:10:52.957827 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-7364c643-8633-4b70-a540-bcf18c4b63dc req-1c4e12e3-97f1-440d-8695-75f8122f7dae service neutron] 10.222.0.82 "GET /v2.0/networks/907563d5-8c93-48a0-8af3-4935d55858dd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2192566
Feb 10 21:10:53.051805 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b829d1-53e7-4fd9-917f-15bc50818275 req-ca2a685d-b86e-4aae-9a75-020994866eaf tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:10:53.063172 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-76b829d1-53e7-4fd9-917f-15bc50818275 req-ca2a685d-b86e-4aae-9a75-020994866eaf tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=41d77347-7771-411c-b0f2-ca9820bb84a8 HTTP/1.1" status: 200  len: 944 time: 0.1924248
Feb 10 21:10:53.081207 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5df5f7-b9d3-4abd-9403-c8f6dcf2686d req-860f5960-4767-4616-9927-6139df4bdc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:10:53.082903 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-8d5df5f7-b9d3-4abd-9403-c8f6dcf2686d req-860f5960-4767-4616-9927-6139df4bdc52 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=907563d5-8c93-48a0-8af3-4935d55858dd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2172525
Feb 10 21:10:53.138651 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-76b829d1-53e7-4fd9-917f-15bc50818275 req-2335712f-2a0b-482c-bddb-ea16e64c762e tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=82c257f5-000c-4208-b8b6-12211f7feeb5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0742912
Feb 10 21:10:53.186650 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10bbee60-49f6-4b0e-8883-4a19b8ea14fc None None] New status for floating IP 875a2f7e-e50a-4261-88a6-f0f178fe3742: DOWN {{(pid=79931) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 10 21:10:53.225608 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-7364c643-8633-4b70-a540-bcf18c4b63dc req-983df074-8eba-48a3-8f78-8cf0c13d0ec3 service neutron] 10.222.0.82 "GET /v2.0/networks/907563d5-8c93-48a0-8af3-4935d55858dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2587664
Feb 10 21:10:53.260588 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-8d5df5f7-b9d3-4abd-9403-c8f6dcf2686d req-31a1ee40-8670-444b-bbbb-7d25844e4779 service neutron] 10.222.0.15 "GET /v2.0/networks/907563d5-8c93-48a0-8af3-4935d55858dd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1687474
Feb 10 21:10:53.412156 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-8d5df5f7-b9d3-4abd-9403-c8f6dcf2686d req-7a2d3117-b3fb-4ed7-8632-24078d9c3bdf service neutron] 10.222.0.15 "GET /v2.0/networks/907563d5-8c93-48a0-8af3-4935d55858dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1440017
Feb 10 21:10:53.742777 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb19776-3d32-4954-b8a3-9d6ec86e36d8 req-ee3d84de-9e1a-4ac5-9a75-1db6c6e396d2 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:10:53.743608 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-0eb19776-3d32-4954-b8a3-9d6ec86e36d8 req-ee3d84de-9e1a-4ac5-9a75-1db6c6e396d2 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Synchronizing usage tracker for tenant:acdfa87ec4e64a238c41778849fb8664 on resource:port {{(pid=79929) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 10 21:10:53.759309 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-0eb19776-3d32-4954-b8a3-9d6ec86e36d8 req-ee3d84de-9e1a-4ac5-9a75-1db6c6e396d2 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Unset dirty status for tenant:acdfa87ec4e64a238c41778849fb8664 on resource:port {{(pid=79929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 10 21:10:53.761507 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-0eb19776-3d32-4954-b8a3-9d6ec86e36d8 req-ee3d84de-9e1a-4ac5-9a75-1db6c6e396d2 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/ports?device_id=e7e3959c-ce5f-4d58-9ed1-47947da34a85 HTTP/1.1" status: 200  len: 945 time: 0.1915364
Feb 10 21:10:53.827635 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-0eb19776-3d32-4954-b8a3-9d6ec86e36d8 req-8ae7c6ab-5bdf-4b97-b5c8-f4dcb52fa4ec tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/security-groups?id=593a5a4c-4b56-4925-a9d5-6094bb2c229c&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0593748
Feb 10 21:10:54.166471 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8e64ed92-62b1-48bb-a63c-c00cbed0dae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:10:54.454723 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a76964-f03d-4680-81b5-7d646039ac48 req-6c0c2eed-86e9-4756-a514-f4fa684c8f91 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:10:54.456423 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-e9a76964-f03d-4680-81b5-7d646039ac48 req-6c0c2eed-86e9-4756-a514-f4fa684c8f91 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=41d77347-7771-411c-b0f2-ca9820bb84a8 HTTP/1.1" status: 200  len: 944 time: 0.1712937
Feb 10 21:10:54.525917 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-e9a76964-f03d-4680-81b5-7d646039ac48 req-c83645c4-442f-45b0-858e-8a31f522e089 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=82c257f5-000c-4208-b8b6-12211f7feeb5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0623052
Feb 10 21:10:54.679230 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device 12af8bec-d6c9-4da8-9834-d1d9d48f0541 up at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:10:54.757915 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning complete for port 12af8bec-d6c9-4da8-9834-d1d9d48f0541 triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:10:54.758277 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:10:54.881314 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:10:54.914309 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41d77347-7771-411c-b0f2-ca9820bb84a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12af8bec-d6c9-4da8-9834-d1d9d48f0541'}] {{(pid=79930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 10 21:10:54.924905 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] For port 12af8bec-d6c9-4da8-9834-d1d9d48f0541, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=12af8bec-d6c9-4da8-9834-d1d9d48f0541,segment=NetworkSegment(d7f580de-9525-4e7b-93a1-5e7479da2ea8),segment_id=d7f580de-9525-4e7b-93a1-5e7479da2ea8)] {{(pid=79930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:10:54.928792 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:10:54.930981 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-ca858b0b-de72-4e08-8604-c48740bd912a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:10:54.983736 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41d77347-7771-411c-b0f2-ca9820bb84a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12af8bec-d6c9-4da8-9834-d1d9d48f0541', 'code': 200}
Feb 10 21:10:55.005422 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Pushing event updated for resources: {'Port': ['ID=12af8bec-d6c9-4da8-9834-d1d9d48f0541,revision_number=6']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:10:55.008954 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:10:55.139034 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae16976-8185-44ce-9e44-51cf03f0c685 req-bc8d7a76-7665-4ad7-9997-aef23dd050f8 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:10:55.140734 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-cae16976-8185-44ce-9e44-51cf03f0c685 req-bc8d7a76-7665-4ad7-9997-aef23dd050f8 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/ports?device_id=e7e3959c-ce5f-4d58-9ed1-47947da34a85 HTTP/1.1" status: 200  len: 945 time: 0.1754167
Feb 10 21:10:55.248149 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183417bf-5204-4b55-ad97-1395185df14c req-0651bc19-56f7-4168-9a6e-628569d0e622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:10:55.249761 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-183417bf-5204-4b55-ad97-1395185df14c req-0651bc19-56f7-4168-9a6e-628569d0e622 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=41d77347-7771-411c-b0f2-ca9820bb84a8 HTTP/1.1" status: 200  len: 1163 time: 0.0827656
Feb 10 21:10:55.267236 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-cae16976-8185-44ce-9e44-51cf03f0c685 req-e4fac5c8-b44c-4892-a1e5-929bec87b1fc tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/security-groups?id=593a5a4c-4b56-4925-a9d5-6094bb2c229c&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0809183
Feb 10 21:10:55.296061 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-183417bf-5204-4b55-ad97-1395185df14c req-18c964ee-0e59-4ce3-bf6e-b8d3fdae02d6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=82c257f5-000c-4208-b8b6-12211f7feeb5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390081
Feb 10 21:10:55.366684 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fa741e-87f1-4c4d-84f6-e28492ac69d0 req-eb083b8d-d9bf-43df-9fae-2fff1092e125 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:10:55.368348 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-a0fa741e-87f1-4c4d-84f6-e28492ac69d0 req-eb083b8d-d9bf-43df-9fae-2fff1092e125 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.15 "GET /v2.0/ports?device_id=e7e3959c-ce5f-4d58-9ed1-47947da34a85 HTTP/1.1" status: 200  len: 945 time: 0.2266455
Feb 10 21:10:55.589300 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [req-a0fa741e-87f1-4c4d-84f6-e28492ac69d0 req-499168d0-bfc0-42f6-923d-a518e443d07f tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Deleting port b701ffa5-4978-4ec7-b4cd-5800d6241be7 {{(pid=79929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 10 21:10:55.589761 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-a0fa741e-87f1-4c4d-84f6-e28492ac69d0 req-499168d0-bfc0-42f6-923d-a518e443d07f tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258056652319'] for port, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:10:55.855929 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8839c4ba-7d2e-44ea-bca3-f426722eb32c req-07824fa1-aa7b-4d1d-b61b-02383eb5210c tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:10:55.857601 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-8839c4ba-7d2e-44ea-bca3-f426722eb32c req-07824fa1-aa7b-4d1d-b61b-02383eb5210c tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=41d77347-7771-411c-b0f2-ca9820bb84a8 HTTP/1.1" status: 200  len: 946 time: 0.1763725
Feb 10 21:10:55.870484 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [req-a0fa741e-87f1-4c4d-84f6-e28492ac69d0 req-499168d0-bfc0-42f6-923d-a518e443d07f tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] For port b701ffa5-4978-4ec7-b4cd-5800d6241be7, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=b701ffa5-4978-4ec7-b4cd-5800d6241be7,segment=NetworkSegment(29a8cf3a-f007-43c8-ad36-c9b75fc33c26),segment_id=29a8cf3a-f007-43c8-ad36-c9b75fc33c26)] {{(pid=79929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:10:55.870904 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-a0fa741e-87f1-4c4d-84f6-e28492ac69d0 req-499168d0-bfc0-42f6-923d-a518e443d07f tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797663'] for port, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:10:55.926346 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-8839c4ba-7d2e-44ea-bca3-f426722eb32c req-f05224c7-7462-4916-b78f-386eda6f7617 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=82c257f5-000c-4208-b8b6-12211f7feeb5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0618229
Feb 10 21:10:56.017340 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [req-a0fa741e-87f1-4c4d-84f6-e28492ac69d0 req-499168d0-bfc0-42f6-923d-a518e443d07f tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Calling delete_port for b701ffa5-4978-4ec7-b4cd-5800d6241be7 owned by compute:nova {{(pid=79929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 10 21:10:56.165211 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 34498) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:10:56.187214 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-a0fa741e-87f1-4c4d-84f6-e28492ac69d0 req-499168d0-bfc0-42f6-923d-a518e443d07f tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778798065335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778797633719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630282'] for port, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:10:56.204620 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-ef0ea047-7976-437c-895d-23fb52450ca2 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:10:56.267607 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499168d0-bfc0-42f6-923d-a518e443d07f tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Pushing event deleted for resources: {'Port': ['ID=b701ffa5-4978-4ec7-b4cd-5800d6241be7,revision_number=None']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:10:56.270430 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-499168d0-bfc0-42f6-923d-a518e443d07f tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:10:56.353041 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b9c12208-02e2-48d4-951d-26330485bae6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:10:56.379007 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-b9c12208-02e2-48d4-951d-26330485bae6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:10:56.387381 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-b9c12208-02e2-48d4-951d-26330485bae6 admin admin] Usage tracker for resource:security_group_rule and tenant:d17a9d24a9b443faaf2ebcf3850db8b2 is out of sync, need to count used quota {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:10:56.392612 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-b9c12208-02e2-48d4-951d-26330485bae6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:10:56.396607 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device 12af8bec-d6c9-4da8-9834-d1d9d48f0541 up at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:10:56.409773 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-b9c12208-02e2-48d4-951d-26330485bae6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:10:56.484395 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-082d21f2-d46b-4490-985d-9f5a574c2de6 req-c29b9547-c700-458b-8923-6fb6e8fdedb8 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/ports?device_id=e7e3959c-ce5f-4d58-9ed1-47947da34a85 HTTP/1.1" status: 200  len: 210 time: 0.0689452
Feb 10 21:10:56.539190 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning complete for port 12af8bec-d6c9-4da8-9834-d1d9d48f0541 triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:10:56.539615 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:10:56.551841 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0fa741e-87f1-4c4d-84f6-e28492ac69d0 req-499168d0-bfc0-42f6-923d-a518e443d07f tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] No DVR routers for this DVR port b701ffa5-4978-4ec7-b4cd-5800d6241be7 on host hv-cinder-77500 {{(pid=79929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 10 21:10:56.555163 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-a0fa741e-87f1-4c4d-84f6-e28492ac69d0 req-499168d0-bfc0-42f6-923d-a518e443d07f tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770081'] for port, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:10:56.558158 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7e3959c-ce5f-4d58-9ed1-47947da34a85', 'name': 'network-vif-deleted', 'tag': 'b701ffa5-4978-4ec7-b4cd-5800d6241be7'}] {{(pid=79929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 10 21:10:56.585807 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-a0fa741e-87f1-4c4d-84f6-e28492ac69d0 req-499168d0-bfc0-42f6-923d-a518e443d07f tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.15 "DELETE /v2.0/ports/b701ffa5-4978-4ec7-b4cd-5800d6241be7 HTTP/1.1" status: 204  len: 173 time: 1.0858667
Feb 10 21:10:56.640188 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7e3959c-ce5f-4d58-9ed1-47947da34a85', 'name': 'network-vif-deleted', 'tag': 'b701ffa5-4978-4ec7-b4cd-5800d6241be7', 'status': 'completed', 'code': 200}
Feb 10 21:10:56.671783 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b9c12208-02e2-48d4-951d-26330485bae6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:10:56.675106 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b9c12208-02e2-48d4-951d-26330485bae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:10:56.683145 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-d1daa09e-4735-4d24-985b-893e1d5e5760 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:10:56.694003 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a8478d1a-b201-4864-92ca-9094eab8f5f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:10:56.713236 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device b701ffa5-4978-4ec7-b4cd-5800d6241be7 no longer exists at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 10 21:10:56.716110 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c12208-02e2-48d4-951d-26330485bae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1176fbff-e107-4502-ab59-7463006ab022,revision_number=1']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:10:56.721761 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b9c12208-02e2-48d4-951d-26330485bae6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:10:56.744985 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-b9c12208-02e2-48d4-951d-26330485bae6 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=d17a9d24a9b443faaf2ebcf3850db8b2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5743318
Feb 10 21:10:56.744985 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 34516) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:10:56.754834 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] No Port match for: b701ffa5-4978-4ec7-b4cd-5800d6241be7 {{(pid=79930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 10 21:10:56.755233 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device b701ffa5-4978-4ec7-b4cd-5800d6241be7 not bound to the agent host hv-cinder-77500 {{(pid=79930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 10 21:10:56.811387 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-15648786-2e6e-472b-9b6d-d5b1e2c9550f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:10:56.842037 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-15648786-2e6e-472b-9b6d-d5b1e2c9550f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:10:56.911367 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-15648786-2e6e-472b-9b6d-d5b1e2c9550f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:10:56.918499 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-a00bae94-7dca-43e2-8663-509ce45e6171 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:10:56.943657 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15648786-2e6e-472b-9b6d-d5b1e2c9550f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1176fbff-e107-4502-ab59-7463006ab022,revision_number=None']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:10:56.946148 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-15648786-2e6e-472b-9b6d-d5b1e2c9550f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:10:56.949604 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-15648786-2e6e-472b-9b6d-d5b1e2c9550f admin admin] Notify callbacks [] for security_group, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:10:56.950909 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-15648786-2e6e-472b-9b6d-d5b1e2c9550f admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/1176fbff-e107-4502-ab59-7463006ab022 HTTP/1.1" status: 204  len: 168 time: 0.2051830
Feb 10 21:10:57.318997 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8e35c017-ca0e-4997-9af4-ce0f5f2c761e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:10:57.363465 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92640517-220e-43c9-9b36-e0bb6eb7837a req-b1806492-5496-4f7b-91c1-1c722d8ccd6e tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:10:57.365104 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-92640517-220e-43c9-9b36-e0bb6eb7837a req-b1806492-5496-4f7b-91c1-1c722d8ccd6e tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=41d77347-7771-411c-b0f2-ca9820bb84a8 HTTP/1.1" status: 200  len: 946 time: 0.1974862
Feb 10 21:10:57.409144 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 34552) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:10:57.429851 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-81fbe3ed-9f0b-4fa3-ac29-10a76040e647 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:10:57.441252 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-92640517-220e-43c9-9b36-e0bb6eb7837a req-38fb9074-568b-4dff-a439-4a48c206298a tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=82c257f5-000c-4208-b8b6-12211f7feeb5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0689023
Feb 10 21:10:57.469145 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-81fbe3ed-9f0b-4fa3-ac29-10a76040e647 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:10:57.473210 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-81fbe3ed-9f0b-4fa3-ac29-10a76040e647 admin admin] Usage tracker for resource:security_group_rule and tenant:6535ce56c842407f840bb98f4151de96 is out of sync, need to count used quota {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:10:57.479998 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-81fbe3ed-9f0b-4fa3-ac29-10a76040e647 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:10:57.486457 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-81fbe3ed-9f0b-4fa3-ac29-10a76040e647 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:10:57.799218 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-8b5a275c-9377-4219-a976-262de222d1fe req-6269f7a5-5c59-4b1f-89ea-85e2f28ae1c8 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/ports?device_id=e7e3959c-ce5f-4d58-9ed1-47947da34a85 HTTP/1.1" status: 200  len: 210 time: 0.0586920
Feb 10 21:10:57.860545 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-81fbe3ed-9f0b-4fa3-ac29-10a76040e647 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:10:57.863324 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-81fbe3ed-9f0b-4fa3-ac29-10a76040e647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:10:57.873232 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-82e2968c-8778-4181-a4fa-c34f7a72870b tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:10:57.915013 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-81fbe3ed-9f0b-4fa3-ac29-10a76040e647 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=6535ce56c842407f840bb98f4151de96&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5046122
Feb 10 21:10:57.917759 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fbe3ed-9f0b-4fa3-ac29-10a76040e647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf9831d6-5ffd-4115-9663-8050ca0a0666,revision_number=1']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:10:57.918572 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 34558) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:10:57.921145 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-81fbe3ed-9f0b-4fa3-ac29-10a76040e647 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:10:57.986407 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-1e10bcdc-f132-4b6a-85ea-271205f36652 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:10:58.014359 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-1e10bcdc-f132-4b6a-85ea-271205f36652 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:10:58.064179 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-1e10bcdc-f132-4b6a-85ea-271205f36652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:10:58.069631 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-da3807d4-60cf-41d1-9401-f5c174fa233f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:10:58.081076 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e10bcdc-f132-4b6a-85ea-271205f36652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf9831d6-5ffd-4115-9663-8050ca0a0666,revision_number=None']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:10:58.083814 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-1e10bcdc-f132-4b6a-85ea-271205f36652 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:10:58.090320 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-1e10bcdc-f132-4b6a-85ea-271205f36652 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:10:58.094188 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-1e10bcdc-f132-4b6a-85ea-271205f36652 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/bf9831d6-5ffd-4115-9663-8050ca0a0666 HTTP/1.1" status: 204  len: 168 time: 0.1720917
Feb 10 21:10:58.213532 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:10:58.357605 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a16a173f-35ea-40df-9953-0a23fc2526db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:10:58.777082 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a81746c-aaa7-47c8-9ae9-e924af8a5146 req-c13df7a7-2fcb-46f7-a4ae-c52f44e91030 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:10:58.778846 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-0a81746c-aaa7-47c8-9ae9-e924af8a5146 req-c13df7a7-2fcb-46f7-a4ae-c52f44e91030 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=41d77347-7771-411c-b0f2-ca9820bb84a8 HTTP/1.1" status: 200  len: 946 time: 0.1821687
Feb 10 21:10:58.853843 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-0a81746c-aaa7-47c8-9ae9-e924af8a5146 req-e5895a9c-8b95-40e2-bce3-4310c2940054 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=82c257f5-000c-4208-b8b6-12211f7feeb5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0636802
Feb 10 21:10:59.024766 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-ab346ba5-983d-4fe0-a1e6-68d8d9d65beb req-bd2ae360-742b-42dd-b1b0-48866e8d49b8 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "GET /v2.0/security-groups/593a5a4c-4b56-4925-a9d5-6094bb2c229c HTTP/1.1" status: 200  len: 2993 time: 0.0775988
Feb 10 21:10:59.126176 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-ab346ba5-983d-4fe0-a1e6-68d8d9d65beb req-62c6e844-f875-406c-bcc8-11179b7ab8f0 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Notify callbacks [] for security_group, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:10:59.160875 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-ab346ba5-983d-4fe0-a1e6-68d8d9d65beb req-62c6e844-f875-406c-bcc8-11179b7ab8f0 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:10:59.210890 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-ab346ba5-983d-4fe0-a1e6-68d8d9d65beb req-62c6e844-f875-406c-bcc8-11179b7ab8f0 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:10:59.218519 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-46bca13b-b5af-48b3-a6a9-62063394328a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:10:59.237303 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c6e844-f875-406c-bcc8-11179b7ab8f0 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=593a5a4c-4b56-4925-a9d5-6094bb2c229c,revision_number=None']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:10:59.240089 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-62c6e844-f875-406c-bcc8-11179b7ab8f0 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:10:59.248289 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-ab346ba5-983d-4fe0-a1e6-68d8d9d65beb req-62c6e844-f875-406c-bcc8-11179b7ab8f0 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Notify callbacks [] for security_group, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:10:59.249538 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-ab346ba5-983d-4fe0-a1e6-68d8d9d65beb req-62c6e844-f875-406c-bcc8-11179b7ab8f0 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] 10.222.0.82 "DELETE /v2.0/security-groups/593a5a4c-4b56-4925-a9d5-6094bb2c229c HTTP/1.1" status: 204  len: 173 time: 0.2171144
Feb 10 21:10:59.327976 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 34594) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:11:00.351491 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-5deb12cd-096e-4ef2-80af-0f36626d4665 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4115530'] for router_interface, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:00.731835 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-5deb12cd-096e-4ef2-80af-0f36626d4665 admin admin] Deleting port 5c2ec9e5-a34f-4fe5-9d67-81bd3013c10a {{(pid=79929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 10 21:11:00.732228 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-5deb12cd-096e-4ef2-80af-0f36626d4665 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258056652319'] for port, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:00.928413 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-5deb12cd-096e-4ef2-80af-0f36626d4665 admin admin] For port 5c2ec9e5-a34f-4fe5-9d67-81bd3013c10a, host dv-cinder-775008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-iscsi',level=0,port_id=5c2ec9e5-a34f-4fe5-9d67-81bd3013c10a,segment=NetworkSegment(29a8cf3a-f007-43c8-ad36-c9b75fc33c26),segment_id=29a8cf3a-f007-43c8-ad36-c9b75fc33c26)] {{(pid=79929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:11:00.928941 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-5deb12cd-096e-4ef2-80af-0f36626d4665 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797663'] for port, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:01.071568 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-5deb12cd-096e-4ef2-80af-0f36626d4665 admin admin] Calling delete_port for 5c2ec9e5-a34f-4fe5-9d67-81bd3013c10a owned by network:router_interface {{(pid=79929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 10 21:11:01.247182 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-5deb12cd-096e-4ef2-80af-0f36626d4665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778798065335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778797633719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630282'] for port, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:01.262672 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-1eaafe52-85a5-485c-8a50-e19254a11933 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:11:01.314084 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:01.321011 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deb12cd-096e-4ef2-80af-0f36626d4665 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c2ec9e5-a34f-4fe5-9d67-81bd3013c10a,revision_number=None']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:11:01.325300 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-5deb12cd-096e-4ef2-80af-0f36626d4665 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:11:01.689229 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-5deb12cd-096e-4ef2-80af-0f36626d4665 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851047802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850661225'] for router_interface, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:02.221554 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5deb12cd-096e-4ef2-80af-0f36626d4665 admin admin] Router 499ff7bd-3aea-4bb2-a9b9-b7f90f83dfbc has already been hosted by L3 agent 351a09a7-a8bd-44d4-8337-3dd1b5c8f290 {{(pid=79929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 10 21:11:02.418811 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5deb12cd-096e-4ef2-80af-0f36626d4665 admin admin] Notify agent at l3_agent.dv-cinder-775008-1-iscsi the message routers_updated {{(pid=79929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 10 21:11:02.428333 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156e696a-a383-49cb-bf59-4ccce55e3936 None None] Sync routers for ids ['499ff7bd-3aea-4bb2-a9b9-b7f90f83dfbc'] in dv-cinder-775008-1-iscsi {{(pid=79930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 10 21:11:02.434882 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-5deb12cd-096e-4ef2-80af-0f36626d4665 admin admin] 10.222.0.82 "PUT /v2.0/routers/499ff7bd-3aea-4bb2-a9b9-b7f90f83dfbc/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0997415
Feb 10 21:11:02.435215 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 34644) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:11:02.440369 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156e696a-a383-49cb-bf59-4ccce55e3936 None None] Routers {'499ff7bd-3aea-4bb2-a9b9-b7f90f83dfbc'} bound to L3 agent in host dv-cinder-775008-1-iscsi {{(pid=79930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 10 21:11:02.441121 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-156e696a-a383-49cb-bf59-4ccce55e3936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbf900a53c8>, 'dv-cinder-775008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-10T20:53:27Z,description=<?>,heartbeat_timestamp=2021-02-10T21:10:57Z,host='dv-cinder-775008-1-iscsi',id=351a09a7-a8bd-44d4-8337-3dd1b5c8f290,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-10T20:53:27Z,topic='l3_agent')) {'router_ids': ['499ff7bd-3aea-4bb2-a9b9-b7f90f83dfbc'], 'active': True} {{(pid=79930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:11:02.826067 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvr_db [None req-156e696a-a383-49cb-bf59-4ccce55e3936 None None] Set router 499ff7bd-3aea-4bb2-a9b9-b7f90f83dfbc gateway port host: dv-cinder-775008-1-iscsi {{(pid=79930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 10 21:11:02.873027 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-273cb93c-8247-420f-8cc9-b141a2a6a4f8 admin admin] Notify callbacks [] for router, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:03.067757 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-273cb93c-8247-420f-8cc9-b141a2a6a4f8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:03.074431 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-273cb93c-8247-420f-8cc9-b141a2a6a4f8 admin admin] Deleting port 7d33b231-6d3d-4c83-ba7f-3187ea2aa5db {{(pid=79929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 10 21:11:03.074809 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-273cb93c-8247-420f-8cc9-b141a2a6a4f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258056652319'] for port, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:03.137919 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-156e696a-a383-49cb-bf59-4ccce55e3936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbf900a53c8>, [{'id': '499ff7bd-3aea-4bb2-a9b9-b7f90f83dfbc', 'name': 'tempest-TestShelveInstance-722730644-router', 'tenant_id': 'acdfa87ec4e64a238c41778849fb8664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': '7d33b231-6d3d-4c83-ba7f-3187ea2aa5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:04:51Z', 'updated_at': '2021-02-10T21:11:01Z', 'revision_number': 5, 'project_id': 'acdfa87ec4e64a238c41778849fb8664', 'gw_port': {'id': '7d33b231-6d3d-4c83-ba7f-3187ea2aa5db', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499ff7bd-3aea-4bb2-a9b9-b7f90f83dfbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:04:55Z', 'updated_at': '2021-02-10T21:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi'}], 'dv-cinder-775008-1-iscsi', False) {} {{(pid=79930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:11:03.142301 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156e696a-a383-49cb-bf59-4ccce55e3936 None None] Checking router: 499ff7bd-3aea-4bb2-a9b9-b7f90f83dfbc for host: dv-cinder-775008-1-iscsi {{(pid=79930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 10 21:11:03.152482 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156e696a-a383-49cb-bf59-4ccce55e3936 None None] Routers {'499ff7bd-3aea-4bb2-a9b9-b7f90f83dfbc'} bound to L3 agent in host dv-cinder-775008-1-iscsi {{(pid=79930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 10 21:11:03.153161 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-156e696a-a383-49cb-bf59-4ccce55e3936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbf900a53c8>, 'dv-cinder-775008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-10T20:53:27Z,description=<?>,heartbeat_timestamp=2021-02-10T21:10:57Z,host='dv-cinder-775008-1-iscsi',id=351a09a7-a8bd-44d4-8337-3dd1b5c8f290,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-10T20:53:27Z,topic='l3_agent')) {'router_ids': ['499ff7bd-3aea-4bb2-a9b9-b7f90f83dfbc'], 'active': True} {{(pid=79930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:11:03.267714 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-273cb93c-8247-420f-8cc9-b141a2a6a4f8 admin admin] For port 7d33b231-6d3d-4c83-ba7f-3187ea2aa5db, host dv-cinder-775008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-iscsi',level=0,port_id=7d33b231-6d3d-4c83-ba7f-3187ea2aa5db,segment=NetworkSegment(37fae2f4-4e7c-4231-b866-3c6a09452824),segment_id=37fae2f4-4e7c-4231-b866-3c6a09452824)] {{(pid=79929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:11:03.268107 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-273cb93c-8247-420f-8cc9-b141a2a6a4f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797663'] for port, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:03.346954 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvr_db [None req-156e696a-a383-49cb-bf59-4ccce55e3936 None None] Set router 499ff7bd-3aea-4bb2-a9b9-b7f90f83dfbc gateway port host: dv-cinder-775008-1-iscsi {{(pid=79930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 10 21:11:03.406376 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-273cb93c-8247-420f-8cc9-b141a2a6a4f8 admin admin] Calling delete_port for 7d33b231-6d3d-4c83-ba7f-3187ea2aa5db owned by network:router_gateway {{(pid=79929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 10 21:11:03.559014 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-273cb93c-8247-420f-8cc9-b141a2a6a4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778798065335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778797633719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630282'] for port, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:03.667981 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-156e696a-a383-49cb-bf59-4ccce55e3936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbf900a53c8>, [{'id': '499ff7bd-3aea-4bb2-a9b9-b7f90f83dfbc', 'name': 'tempest-TestShelveInstance-722730644-router', 'tenant_id': 'acdfa87ec4e64a238c41778849fb8664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': '7d33b231-6d3d-4c83-ba7f-3187ea2aa5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:04:51Z', 'updated_at': '2021-02-10T21:11:01Z', 'revision_number': 5, 'project_id': 'acdfa87ec4e64a238c41778849fb8664', 'gw_port': {'id': '7d33b231-6d3d-4c83-ba7f-3187ea2aa5db', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499ff7bd-3aea-4bb2-a9b9-b7f90f83dfbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:04:55Z', 'updated_at': '2021-02-10T21:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi'}], 'dv-cinder-775008-1-iscsi', False) {} {{(pid=79930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:11:03.672708 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156e696a-a383-49cb-bf59-4ccce55e3936 None None] The sync data for ids ['499ff7bd-3aea-4bb2-a9b9-b7f90f83dfbc'] in dv-cinder-775008-1-iscsi is: [{'id': '499ff7bd-3aea-4bb2-a9b9-b7f90f83dfbc', 'name': 'tempest-TestShelveInstance-722730644-router', 'tenant_id': 'acdfa87ec4e64a238c41778849fb8664', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': '7d33b231-6d3d-4c83-ba7f-3187ea2aa5db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:04:51Z', 'updated_at': '2021-02-10T21:11:01Z', 'revision_number': 5, 'project_id': 'acdfa87ec4e64a238c41778849fb8664', 'gw_port': {'id': '7d33b231-6d3d-4c83-ba7f-3187ea2aa5db', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499ff7bd-3aea-4bb2-a9b9-b7f90f83dfbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:04:55Z', 'updated_at': '2021-02-10T21:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi'}] {{(pid=79930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 10 21:11:03.763339 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Device 5c2ec9e5-a34f-4fe5-9d67-81bd3013c10a no longer exists at agent ovs-agent-dv-cinder-775008-1-iscsi {{(pid=79930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 10 21:11:03.778724 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-273cb93c-8247-420f-8cc9-b141a2a6a4f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850655797'] for router_gateway, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:03.803148 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] No Port match for: 5c2ec9e5-a34f-4fe5-9d67-81bd3013c10a {{(pid=79930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 10 21:11:03.803545 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Device 5c2ec9e5-a34f-4fe5-9d67-81bd3013c10a not bound to the agent host dv-cinder-775008-1-iscsi {{(pid=79930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 10 21:11:03.845255 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 34654) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:11:03.924046 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-273cb93c-8247-420f-8cc9-b141a2a6a4f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4114297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774503'] for router, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:03.926549 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-273cb93c-8247-420f-8cc9-b141a2a6a4f8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:03.958494 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-273cb93c-8247-420f-8cc9-b141a2a6a4f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4114335'] for router, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:03.959067 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-273cb93c-8247-420f-8cc9-b141a2a6a4f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 499ff7bd-3aea-4bb2-a9b9-b7f90f83dfbc {{(pid=79929) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 10 21:11:03.974001 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-273cb93c-8247-420f-8cc9-b141a2a6a4f8 admin admin] Notify callbacks [] for router, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:03.984798 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-273cb93c-8247-420f-8cc9-b141a2a6a4f8 admin admin] 10.222.0.82 "DELETE /v2.0/routers/499ff7bd-3aea-4bb2-a9b9-b7f90f83dfbc HTTP/1.1" status: 204  len: 168 time: 1.5458982
Feb 10 21:11:03.985125 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 34660) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:11:04.011974 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-1964da3a-7786-4f6b-80fc-fd217f4a9881 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:04.029187 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-1964da3a-7786-4f6b-80fc-fd217f4a9881 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:11:04.033342 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-1964da3a-7786-4f6b-80fc-fd217f4a9881 admin admin] Usage tracker for resource:security_group_rule and tenant:f9c5a916b62f497eafd6e9179a7c227c is out of sync, need to count used quota {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:11:04.036410 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-1964da3a-7786-4f6b-80fc-fd217f4a9881 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:11:04.042765 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-1964da3a-7786-4f6b-80fc-fd217f4a9881 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:11:04.069636 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbce255c-2cc2-4505-82b9-012469198b76 admin admin] Deleting subnet cfbf301d-5680-42d3-b573-9c3b05be6f98 {{(pid=79929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 10 21:11:04.073783 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-fbce255c-2cc2-4505-82b9-012469198b76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:04.132725 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-fbce255c-2cc2-4505-82b9-012469198b76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707976'] for subnet, precommit_delete_associations {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:04.139334 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-1964da3a-7786-4f6b-80fc-fd217f4a9881 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:04.142505 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-1964da3a-7786-4f6b-80fc-fd217f4a9881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:04.155848 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-0bbba3f0-7c99-460f-a765-06d1df2e7dab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:11:04.199272 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-1964da3a-7786-4f6b-80fc-fd217f4a9881 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=f9c5a916b62f497eafd6e9179a7c227c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3528066
Feb 10 21:11:04.201292 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1964da3a-7786-4f6b-80fc-fd217f4a9881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23bbb16e-e4f9-4401-a19b-6509d2a302d9,revision_number=1']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:11:04.202981 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 34664) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:11:04.206245 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-1964da3a-7786-4f6b-80fc-fd217f4a9881 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:11:04.235872 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-fbce255c-2cc2-4505-82b9-012469198b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016988'] for subnet, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:04.272280 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-13ebdec1-5390-4896-a6c8-46cf0b688fc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:04.300987 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-13ebdec1-5390-4896-a6c8-46cf0b688fc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:04.355232 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-13ebdec1-5390-4896-a6c8-46cf0b688fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:04.360705 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b1be7122-85fb-4dc9-adc4-404785445532 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:11:04.374906 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ebdec1-5390-4896-a6c8-46cf0b688fc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23bbb16e-e4f9-4401-a19b-6509d2a302d9,revision_number=None']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:11:04.377734 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-13ebdec1-5390-4896-a6c8-46cf0b688fc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:11:04.386376 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-13ebdec1-5390-4896-a6c8-46cf0b688fc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:04.387615 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-13ebdec1-5390-4896-a6c8-46cf0b688fc3 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/23bbb16e-e4f9-4401-a19b-6509d2a302d9 HTTP/1.1" status: 204  len: 168 time: 0.1835682
Feb 10 21:11:04.518092 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-fbce255c-2cc2-4505-82b9-012469198b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853758828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2627678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2464197'] for subnet, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:04.534138 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-72cef17a-3f49-4252-ad73-df13d9af8f41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:11:04.582342 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbce255c-2cc2-4505-82b9-012469198b76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfbf301d-5680-42d3-b573-9c3b05be6f98,revision_number=None']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:11:04.633385 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-fbce255c-2cc2-4505-82b9-012469198b76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:11:04.671058 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-fbce255c-2cc2-4505-82b9-012469198b76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:04.677181 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-fbce255c-2cc2-4505-82b9-012469198b76 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/cfbf301d-5680-42d3-b573-9c3b05be6f98 HTTP/1.1" status: 204  len: 168 time: 0.6909778
Feb 10 21:11:04.677779 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b258f03e-6e69-485b-a1b7-68c9950216d6 None None] Network 907563d5-8c93-48a0-8af3-4935d55858dd requested from dv-cinder-775008-1-iscsi {{(pid=79930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 10 21:11:04.680015 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 34672) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:11:04.764395 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 34676) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:11:04.785692 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-81b3dbef-93be-480b-97da-a75d8da6a685 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:04.802223 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-81b3dbef-93be-480b-97da-a75d8da6a685 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:11:04.805113 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a9a0c9df-e6ed-4048-bada-ac738563845f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853728688'] for network, before_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:04.806479 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-81b3dbef-93be-480b-97da-a75d8da6a685 admin admin] Usage tracker for resource:security_group_rule and tenant:956bd7f2717946829789ad9a12622b54 is out of sync, need to count used quota {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:11:04.809593 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-81b3dbef-93be-480b-97da-a75d8da6a685 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:11:04.815545 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-81b3dbef-93be-480b-97da-a75d8da6a685 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:11:04.878189 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-a9a0c9df-e6ed-4048-bada-ac738563845f admin admin] Deleting port a736307f-117c-4fa5-bf96-3e147635ea30 {{(pid=79928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 10 21:11:04.878752 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a9a0c9df-e6ed-4048-bada-ac738563845f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258056652319'] for port, before_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:04.910790 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-81b3dbef-93be-480b-97da-a75d8da6a685 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:04.914584 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-81b3dbef-93be-480b-97da-a75d8da6a685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:04.925819 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-52ac6d93-da8d-4bc8-970b-3d52e863fd93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:11:04.954684 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe12a2c1-cdb2-4eaf-9029-5f3f9625191a None None] DHCP port deletion for 907563d5-8c93-48a0-8af3-4935d55858dd request from dv-cinder-775008-1-iscsi {{(pid=79930) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 10 21:11:04.959019 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-fe12a2c1-cdb2-4eaf-9029-5f3f9625191a None None] Deleting port a736307f-117c-4fa5-bf96-3e147635ea30 {{(pid=79930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 10 21:11:04.959445 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-fe12a2c1-cdb2-4eaf-9029-5f3f9625191a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258056652319'] for port, before_delete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:04.974590 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-81b3dbef-93be-480b-97da-a75d8da6a685 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=956bd7f2717946829789ad9a12622b54&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2064662
Feb 10 21:11:04.974590 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b3dbef-93be-480b-97da-a75d8da6a685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61816dd5-f0dc-4676-b7a1-44454d021bc9,revision_number=1']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:11:04.975777 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 34680) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:11:04.979252 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-81b3dbef-93be-480b-97da-a75d8da6a685 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:11:05.046484 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-f71fea51-e4fe-4350-a809-352df235f1ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:05.076592 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-f71fea51-e4fe-4350-a809-352df235f1ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:05.113302 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-a9a0c9df-e6ed-4048-bada-ac738563845f admin admin] For port a736307f-117c-4fa5-bf96-3e147635ea30, host dv-cinder-775008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-iscsi',level=0,port_id=a736307f-117c-4fa5-bf96-3e147635ea30,segment=NetworkSegment(29a8cf3a-f007-43c8-ad36-c9b75fc33c26),segment_id=29a8cf3a-f007-43c8-ad36-c9b75fc33c26)] {{(pid=79928) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:11:05.113706 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a9a0c9df-e6ed-4048-bada-ac738563845f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797663'] for port, precommit_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:05.134439 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-f71fea51-e4fe-4350-a809-352df235f1ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:05.140288 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-55975720-8f59-4a72-9da6-6a19696355f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:11:05.155309 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71fea51-e4fe-4350-a809-352df235f1ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61816dd5-f0dc-4676-b7a1-44454d021bc9,revision_number=None']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:11:05.158197 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-f71fea51-e4fe-4350-a809-352df235f1ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:11:05.160547 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-f71fea51-e4fe-4350-a809-352df235f1ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:05.164644 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-f71fea51-e4fe-4350-a809-352df235f1ca admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/61816dd5-f0dc-4676-b7a1-44454d021bc9 HTTP/1.1" status: 204  len: 168 time: 0.1879749
Feb 10 21:11:05.219434 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-fe12a2c1-cdb2-4eaf-9029-5f3f9625191a None None] For port a736307f-117c-4fa5-bf96-3e147635ea30, host dv-cinder-775008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-iscsi',level=0,port_id=a736307f-117c-4fa5-bf96-3e147635ea30,segment=NetworkSegment(29a8cf3a-f007-43c8-ad36-c9b75fc33c26),segment_id=29a8cf3a-f007-43c8-ad36-c9b75fc33c26)] {{(pid=79930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:11:05.219952 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-fe12a2c1-cdb2-4eaf-9029-5f3f9625191a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797663'] for port, precommit_delete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:05.254290 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-a9a0c9df-e6ed-4048-bada-ac738563845f admin admin] Calling delete_port for a736307f-117c-4fa5-bf96-3e147635ea30 owned by network:dhcp {{(pid=79928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 10 21:11:05.338978 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a9a0c9df-e6ed-4048-bada-ac738563845f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778798065335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778797633719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851641298'] for port, after_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:05.359679 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-e0060fd6-2812-4f34-88b7-d54df71ab2be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:11:05.362676 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-fe12a2c1-cdb2-4eaf-9029-5f3f9625191a None None] Calling delete_port for a736307f-117c-4fa5-bf96-3e147635ea30 owned by network:dhcp {{(pid=79930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 10 21:11:05.423268 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a0c9df-e6ed-4048-bada-ac738563845f admin admin] Pushing event deleted for resources: {'Port': ['ID=a736307f-117c-4fa5-bf96-3e147635ea30,revision_number=None']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:11:05.426146 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-a9a0c9df-e6ed-4048-bada-ac738563845f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:11:05.445856 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.db.api [None req-fe12a2c1-cdb2-4eaf-9029-5f3f9625191a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79930) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 10 21:11:05.446330 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_db.api [None req-fe12a2c1-cdb2-4eaf-9029-5f3f9625191a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 10 21:11:05.524581 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a0c9df-e6ed-4048-bada-ac738563845f admin admin] No DVR routers for this DVR port a736307f-117c-4fa5-bf96-3e147635ea30 on host dv-cinder-775008-1-iscsi {{(pid=79928) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 10 21:11:05.650752 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a9a0c9df-e6ed-4048-bada-ac738563845f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023083', 'neutron.services.segments.db._delete_segments_for_network-8778798167172'] for network, precommit_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:05.772884 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.services.segments.db [None req-a9a0c9df-e6ed-4048-bada-ac738563845f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fbf90809940>,) {'filters': {'network_id': ['907563d5-8c93-48a0-8af3-4935d55858dd']}} {{(pid=79928) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:11:05.786589 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.services.segments.db [None req-a9a0c9df-e6ed-4048-bada-ac738563845f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fbf90809940>, '29a8cf3a-f007-43c8-ad36-c9b75fc33c26') {'for_net_delete': True} {{(pid=79928) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:11:05.787099 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.services.segments.db [None req-a9a0c9df-e6ed-4048-bada-ac738563845f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fbf90809940>, '29a8cf3a-f007-43c8-ad36-c9b75fc33c26') {} {{(pid=79928) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:11:05.799909 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a9a0c9df-e6ed-4048-bada-ac738563845f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778798166933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26617516'] for segment, before_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:05.801253 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Device 7d33b231-6d3d-4c83-ba7f-3187ea2aa5db no longer exists at agent ovs-agent-dv-cinder-775008-1-iscsi {{(pid=79930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 10 21:11:05.816385 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a9a0c9df-e6ed-4048-bada-ac738563845f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853830591'] for segment, precommit_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:05.818585 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a9a0c9df-e6ed-4048-bada-ac738563845f admin admin] Releasing vxlan tunnel 6 to pool {{(pid=79928) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 10 21:11:05.841625 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] No Port match for: 7d33b231-6d3d-4c83-ba7f-3187ea2aa5db {{(pid=79930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 10 21:11:05.842047 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Device 7d33b231-6d3d-4c83-ba7f-3187ea2aa5db not bound to the agent host dv-cinder-775008-1-iscsi {{(pid=79930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 10 21:11:05.842505 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Device a736307f-117c-4fa5-bf96-3e147635ea30 no longer exists at agent ovs-agent-dv-cinder-775008-1-iscsi {{(pid=79930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 10 21:11:05.881808 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] No Port match for: a736307f-117c-4fa5-bf96-3e147635ea30 {{(pid=79930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 10 21:11:05.882371 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Device a736307f-117c-4fa5-bf96-3e147635ea30 not bound to the agent host dv-cinder-775008-1-iscsi {{(pid=79930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 10 21:11:05.947662 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-fe12a2c1-cdb2-4eaf-9029-5f3f9625191a None None] Deleting port a736307f-117c-4fa5-bf96-3e147635ea30 {{(pid=79930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 10 21:11:05.948097 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-fe12a2c1-cdb2-4eaf-9029-5f3f9625191a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258056652319'] for port, before_delete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:06.005397 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-a9a0c9df-e6ed-4048-bada-ac738563845f admin admin] Network 907563d5-8c93-48a0-8af3-4935d55858dd has no segments {{(pid=79928) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 10 21:11:06.015124 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a9a0c9df-e6ed-4048-bada-ac738563845f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-945225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3134553'] for segment, after_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:06.022312 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-fe12a2c1-cdb2-4eaf-9029-5f3f9625191a None None] The port 'a736307f-117c-4fa5-bf96-3e147635ea30' was deleted {{(pid=79930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 10 21:11:06.205046 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-a9a0c9df-e6ed-4048-bada-ac738563845f admin admin] Network 907563d5-8c93-48a0-8af3-4935d55858dd has no segments {{(pid=79928) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 10 21:11:06.229474 dv-cinder-775008-1-iscsi neutron-server[79816]: Traceback (most recent call last):
Feb 10 21:11:06.229474 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 10 21:11:06.229474 dv-cinder-775008-1-iscsi neutron-server[79816]:     timer()
Feb 10 21:11:06.229474 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 10 21:11:06.229474 dv-cinder-775008-1-iscsi neutron-server[79816]:     cb(*args, **kw)
Feb 10 21:11:06.229474 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 10 21:11:06.229474 dv-cinder-775008-1-iscsi neutron-server[79816]:     return func(*args, **kwargs)
Feb 10 21:11:06.229474 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 10 21:11:06.229474 dv-cinder-775008-1-iscsi neutron-server[79816]:     self._notify()
Feb 10 21:11:06.229474 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 10 21:11:06.229474 dv-cinder-775008-1-iscsi neutron-server[79816]:     self.callback(batched_events)
Feb 10 21:11:06.229474 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 10 21:11:06.229474 dv-cinder-775008-1-iscsi neutron-server[79816]:     event.method(event)
Feb 10 21:11:06.229474 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 10 21:11:06.229474 dv-cinder-775008-1-iscsi neutron-server[79816]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 10 21:11:06.229474 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 10 21:11:06.229474 dv-cinder-775008-1-iscsi neutron-server[79816]:     segment_id)['aggregates'][0]
Feb 10 21:11:06.229474 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 10 21:11:06.229474 dv-cinder-775008-1-iscsi neutron-server[79816]:     return f(self, *a, **k)
Feb 10 21:11:06.229474 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 10 21:11:06.229474 dv-cinder-775008-1-iscsi neutron-server[79816]:     return self._get(url).json()
Feb 10 21:11:06.229474 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 10 21:11:06.229474 dv-cinder-775008-1-iscsi neutron-server[79816]:     **kwargs)
Feb 10 21:11:06.229474 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 10 21:11:06.229474 dv-cinder-775008-1-iscsi neutron-server[79816]:     return self.request(url, 'GET', **kwargs)
Feb 10 21:11:06.229474 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 10 21:11:06.229474 dv-cinder-775008-1-iscsi neutron-server[79816]:     **endpoint_filter)
Feb 10 21:11:06.229474 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 10 21:11:06.229474 dv-cinder-775008-1-iscsi neutron-server[79816]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 10 21:11:06.229474 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 10 21:11:06.229474 dv-cinder-775008-1-iscsi neutron-server[79816]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 10 21:11:06.229474 dv-cinder-775008-1-iscsi neutron-server[79816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 10 21:11:06.311623 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a9a0c9df-e6ed-4048-bada-ac738563845f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853752733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850656724'] for network, after_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:06.315197 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:11:06.331644 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a9a0c9df-e6ed-4048-bada-ac738563845f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728031'] for network, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:06.340749 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a0c9df-e6ed-4048-bada-ac738563845f admin admin] Pushing event deleted for resources: {'Network': ['ID=907563d5-8c93-48a0-8af3-4935d55858dd,revision_number=None']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:11:06.344308 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-a9a0c9df-e6ed-4048-bada-ac738563845f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:11:06.358358 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-a9a0c9df-e6ed-4048-bada-ac738563845f admin admin] 10.222.0.82 "DELETE /v2.0/networks/907563d5-8c93-48a0-8af3-4935d55858dd HTTP/1.1" status: 204  len: 168 time: 1.6742828
Feb 10 21:11:06.358768 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 34706) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:11:06.954865 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-374ca26a-52b7-4b85-b2ea-8e95b870ae56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4115530'] for router_interface, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:07.652205 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-374ca26a-52b7-4b85-b2ea-8e95b870ae56 admin admin] Deleting port 1d73bac3-295c-49ca-b271-34630c53cd13 {{(pid=79929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 10 21:11:07.652626 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-374ca26a-52b7-4b85-b2ea-8e95b870ae56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258056652319'] for port, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:07.862409 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-374ca26a-52b7-4b85-b2ea-8e95b870ae56 admin admin] For port 1d73bac3-295c-49ca-b271-34630c53cd13, host dv-cinder-775008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-iscsi',level=0,port_id=1d73bac3-295c-49ca-b271-34630c53cd13,segment=NetworkSegment(5fc08447-7444-474d-b19c-e5e725cb3df6),segment_id=5fc08447-7444-474d-b19c-e5e725cb3df6)] {{(pid=79929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:11:07.862860 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-374ca26a-52b7-4b85-b2ea-8e95b870ae56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797663'] for port, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:07.999483 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-374ca26a-52b7-4b85-b2ea-8e95b870ae56 admin admin] Calling delete_port for 1d73bac3-295c-49ca-b271-34630c53cd13 owned by network:router_interface {{(pid=79929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 10 21:11:08.202676 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-374ca26a-52b7-4b85-b2ea-8e95b870ae56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778798065335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778797633719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630282'] for port, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:08.218504 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-c8d481c1-60a6-4426-9ad7-1d45956f6277 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:11:08.279954 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374ca26a-52b7-4b85-b2ea-8e95b870ae56 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d73bac3-295c-49ca-b271-34630c53cd13,revision_number=None']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:11:08.329346 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-374ca26a-52b7-4b85-b2ea-8e95b870ae56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:11:08.636006 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-374ca26a-52b7-4b85-b2ea-8e95b870ae56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851047802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850661225'] for router_interface, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:09.146140 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-374ca26a-52b7-4b85-b2ea-8e95b870ae56 admin admin] Router cb5c969c-ff03-4b7a-89a4-63af891cb1be has already been hosted by L3 agent 351a09a7-a8bd-44d4-8337-3dd1b5c8f290 {{(pid=79929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 10 21:11:09.343713 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-374ca26a-52b7-4b85-b2ea-8e95b870ae56 admin admin] Notify agent at l3_agent.dv-cinder-775008-1-iscsi the message routers_updated {{(pid=79929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 10 21:11:09.352995 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e16b06-2229-434e-8667-d7936a24c805 None None] Sync routers for ids ['cb5c969c-ff03-4b7a-89a4-63af891cb1be'] in dv-cinder-775008-1-iscsi {{(pid=79931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 10 21:11:09.355094 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-374ca26a-52b7-4b85-b2ea-8e95b870ae56 admin admin] 10.222.0.82 "PUT /v2.0/routers/cb5c969c-ff03-4b7a-89a4-63af891cb1be/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9946537
Feb 10 21:11:09.357286 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 34742) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:11:09.366367 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e16b06-2229-434e-8667-d7936a24c805 None None] Routers {'cb5c969c-ff03-4b7a-89a4-63af891cb1be'} bound to L3 agent in host dv-cinder-775008-1-iscsi {{(pid=79931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 10 21:11:09.367045 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-d7e16b06-2229-434e-8667-d7936a24c805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbf90a47080>, 'dv-cinder-775008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-10T20:53:27Z,description=<?>,heartbeat_timestamp=2021-02-10T21:10:57Z,host='dv-cinder-775008-1-iscsi',id=351a09a7-a8bd-44d4-8337-3dd1b5c8f290,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-10T20:53:27Z,topic='l3_agent')) {'router_ids': ['cb5c969c-ff03-4b7a-89a4-63af891cb1be'], 'active': True} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:11:09.553514 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-f3e98ce5-0ac9-4f68-b18b-0c4c03f0145a admin admin] Notify callbacks [] for router, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:09.573237 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvr_db [None req-d7e16b06-2229-434e-8667-d7936a24c805 None None] Set router cb5c969c-ff03-4b7a-89a4-63af891cb1be gateway port host: dv-cinder-775008-1-iscsi {{(pid=79931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 10 21:11:09.895889 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-d7e16b06-2229-434e-8667-d7936a24c805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbf90a47080>, [{'id': 'cb5c969c-ff03-4b7a-89a4-63af891cb1be', 'name': 'tempest-TestShelveInstance-1432520895-router', 'tenant_id': 'ac382b0c163d4814a7d90ace0d334811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'c6943393-e103-4b5e-97b9-1a8abcac6b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:05:06Z', 'updated_at': '2021-02-10T21:11:08Z', 'revision_number': 5, 'project_id': 'ac382b0c163d4814a7d90ace0d334811', 'gw_port': {'id': 'c6943393-e103-4b5e-97b9-1a8abcac6b44', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:21:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5c969c-ff03-4b7a-89a4-63af891cb1be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:05:08Z', 'updated_at': '2021-02-10T21:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi'}], 'dv-cinder-775008-1-iscsi', False) {} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:11:09.900262 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e16b06-2229-434e-8667-d7936a24c805 None None] Checking router: cb5c969c-ff03-4b7a-89a4-63af891cb1be for host: dv-cinder-775008-1-iscsi {{(pid=79931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 10 21:11:09.909669 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e16b06-2229-434e-8667-d7936a24c805 None None] Routers {'cb5c969c-ff03-4b7a-89a4-63af891cb1be'} bound to L3 agent in host dv-cinder-775008-1-iscsi {{(pid=79931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 10 21:11:09.910385 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-d7e16b06-2229-434e-8667-d7936a24c805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbf90a47080>, 'dv-cinder-775008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-10T20:53:27Z,description=<?>,heartbeat_timestamp=2021-02-10T21:10:57Z,host='dv-cinder-775008-1-iscsi',id=351a09a7-a8bd-44d4-8337-3dd1b5c8f290,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-10T20:53:27Z,topic='l3_agent')) {'router_ids': ['cb5c969c-ff03-4b7a-89a4-63af891cb1be'], 'active': True} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:11:09.989581 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-f3e98ce5-0ac9-4f68-b18b-0c4c03f0145a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:09.995318 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-f3e98ce5-0ac9-4f68-b18b-0c4c03f0145a admin admin] Deleting port c6943393-e103-4b5e-97b9-1a8abcac6b44 {{(pid=79929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 10 21:11:09.995690 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-f3e98ce5-0ac9-4f68-b18b-0c4c03f0145a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258056652319'] for port, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:10.105236 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvr_db [None req-d7e16b06-2229-434e-8667-d7936a24c805 None None] Set router cb5c969c-ff03-4b7a-89a4-63af891cb1be gateway port host: dv-cinder-775008-1-iscsi {{(pid=79931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 10 21:11:10.184872 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-f3e98ce5-0ac9-4f68-b18b-0c4c03f0145a admin admin] For port c6943393-e103-4b5e-97b9-1a8abcac6b44, host dv-cinder-775008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-iscsi',level=0,port_id=c6943393-e103-4b5e-97b9-1a8abcac6b44,segment=NetworkSegment(37fae2f4-4e7c-4231-b866-3c6a09452824),segment_id=37fae2f4-4e7c-4231-b866-3c6a09452824)] {{(pid=79929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:11:10.185481 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-f3e98ce5-0ac9-4f68-b18b-0c4c03f0145a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797663'] for port, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:10.321308 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-f3e98ce5-0ac9-4f68-b18b-0c4c03f0145a admin admin] Calling delete_port for c6943393-e103-4b5e-97b9-1a8abcac6b44 owned by network:router_gateway {{(pid=79929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 10 21:11:10.412274 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-d7e16b06-2229-434e-8667-d7936a24c805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbf90a47080>, [{'id': 'cb5c969c-ff03-4b7a-89a4-63af891cb1be', 'name': 'tempest-TestShelveInstance-1432520895-router', 'tenant_id': 'ac382b0c163d4814a7d90ace0d334811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'c6943393-e103-4b5e-97b9-1a8abcac6b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:05:06Z', 'updated_at': '2021-02-10T21:11:08Z', 'revision_number': 5, 'project_id': 'ac382b0c163d4814a7d90ace0d334811', 'gw_port': {'id': 'c6943393-e103-4b5e-97b9-1a8abcac6b44', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:21:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5c969c-ff03-4b7a-89a4-63af891cb1be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:05:08Z', 'updated_at': '2021-02-10T21:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi'}], 'dv-cinder-775008-1-iscsi', False) {} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:11:10.417062 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e16b06-2229-434e-8667-d7936a24c805 None None] The sync data for ids ['cb5c969c-ff03-4b7a-89a4-63af891cb1be'] in dv-cinder-775008-1-iscsi is: [{'id': 'cb5c969c-ff03-4b7a-89a4-63af891cb1be', 'name': 'tempest-TestShelveInstance-1432520895-router', 'tenant_id': 'ac382b0c163d4814a7d90ace0d334811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'c6943393-e103-4b5e-97b9-1a8abcac6b44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:05:06Z', 'updated_at': '2021-02-10T21:11:08Z', 'revision_number': 5, 'project_id': 'ac382b0c163d4814a7d90ace0d334811', 'gw_port': {'id': 'c6943393-e103-4b5e-97b9-1a8abcac6b44', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:21:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5c969c-ff03-4b7a-89a4-63af891cb1be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:05:08Z', 'updated_at': '2021-02-10T21:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi'}] {{(pid=79931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 10 21:11:10.470658 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-f3e98ce5-0ac9-4f68-b18b-0c4c03f0145a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778798065335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778797633719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630282'] for port, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:10.668012 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-f3e98ce5-0ac9-4f68-b18b-0c4c03f0145a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850655797'] for router_gateway, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:10.808663 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-f3e98ce5-0ac9-4f68-b18b-0c4c03f0145a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4114297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774503'] for router, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:10.811087 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-f3e98ce5-0ac9-4f68-b18b-0c4c03f0145a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:10.832946 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-f3e98ce5-0ac9-4f68-b18b-0c4c03f0145a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4114335'] for router, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:10.833567 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e98ce5-0ac9-4f68-b18b-0c4c03f0145a admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb5c969c-ff03-4b7a-89a4-63af891cb1be {{(pid=79929) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 10 21:11:10.847103 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-f3e98ce5-0ac9-4f68-b18b-0c4c03f0145a admin admin] Notify callbacks [] for router, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:10.850931 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-f3e98ce5-0ac9-4f68-b18b-0c4c03f0145a admin admin] 10.222.0.82 "DELETE /v2.0/routers/cb5c969c-ff03-4b7a-89a4-63af891cb1be HTTP/1.1" status: 204  len: 168 time: 1.4900687
Feb 10 21:11:10.851227 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 34750) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:11:10.925971 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.db_base_plugin_v2 [None req-c86077fd-6d1b-4a40-b772-ce74aec986cc admin admin] Deleting subnet f5471fa5-d444-4c3f-8dd8-f5345dbb0e8c {{(pid=79929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 10 21:11:10.929160 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c86077fd-6d1b-4a40-b772-ce74aec986cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:10.983566 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c86077fd-6d1b-4a40-b772-ce74aec986cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707976'] for subnet, precommit_delete_associations {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:11.083209 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c86077fd-6d1b-4a40-b772-ce74aec986cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016988'] for subnet, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:11.346785 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c86077fd-6d1b-4a40-b772-ce74aec986cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853758828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2627678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2464197'] for subnet, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:11.362768 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:11:11.416733 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86077fd-6d1b-4a40-b772-ce74aec986cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5471fa5-d444-4c3f-8dd8-f5345dbb0e8c,revision_number=None']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:11:11.465863 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-c86077fd-6d1b-4a40-b772-ce74aec986cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:11:11.501846 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c86077fd-6d1b-4a40-b772-ce74aec986cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:11.507426 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b676a9e5-2117-41a9-b7ee-b02c896af4c2 None None] Network e7765121-c141-4b72-bba6-d8aabffc5d82 requested from dv-cinder-775008-1-iscsi {{(pid=79930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 10 21:11:11.507865 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-c86077fd-6d1b-4a40-b772-ce74aec986cc admin admin] 10.222.0.82 "DELETE /v2.0/subnets/f5471fa5-d444-4c3f-8dd8-f5345dbb0e8c HTTP/1.1" status: 204  len: 168 time: 0.6556749
Feb 10 21:11:11.511212 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 34754) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:11:11.631530 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-56f4cac0-7267-4377-ad05-92f8d55ed235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853728688'] for network, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:11.707724 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-56f4cac0-7267-4377-ad05-92f8d55ed235 admin admin] Deleting port fdcecc0d-bd9e-4caa-8943-ffba66663af1 {{(pid=79929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 10 21:11:11.708257 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-56f4cac0-7267-4377-ad05-92f8d55ed235 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258056652319'] for port, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:11.781351 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56b202f-2509-4717-b9c3-b2bf65b258a6 None None] DHCP port deletion for e7765121-c141-4b72-bba6-d8aabffc5d82 request from dv-cinder-775008-1-iscsi {{(pid=79930) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 10 21:11:11.785587 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-d56b202f-2509-4717-b9c3-b2bf65b258a6 None None] Deleting port fdcecc0d-bd9e-4caa-8943-ffba66663af1 {{(pid=79930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 10 21:11:11.786217 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-d56b202f-2509-4717-b9c3-b2bf65b258a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258056652319'] for port, before_delete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:11.832443 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Device c6943393-e103-4b5e-97b9-1a8abcac6b44 no longer exists at agent ovs-agent-dv-cinder-775008-1-iscsi {{(pid=79930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 10 21:11:11.877691 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] No Port match for: c6943393-e103-4b5e-97b9-1a8abcac6b44 {{(pid=79930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 10 21:11:11.878048 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Device c6943393-e103-4b5e-97b9-1a8abcac6b44 not bound to the agent host dv-cinder-775008-1-iscsi {{(pid=79930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 10 21:11:11.878495 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Device 1d73bac3-295c-49ca-b271-34630c53cd13 no longer exists at agent ovs-agent-dv-cinder-775008-1-iscsi {{(pid=79930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 10 21:11:11.919988 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] No Port match for: 1d73bac3-295c-49ca-b271-34630c53cd13 {{(pid=79930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 10 21:11:11.920385 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Device 1d73bac3-295c-49ca-b271-34630c53cd13 not bound to the agent host dv-cinder-775008-1-iscsi {{(pid=79930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 10 21:11:11.939659 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-56f4cac0-7267-4377-ad05-92f8d55ed235 admin admin] For port fdcecc0d-bd9e-4caa-8943-ffba66663af1, host dv-cinder-775008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-iscsi',level=0,port_id=fdcecc0d-bd9e-4caa-8943-ffba66663af1,segment=NetworkSegment(5fc08447-7444-474d-b19c-e5e725cb3df6),segment_id=5fc08447-7444-474d-b19c-e5e725cb3df6)] {{(pid=79929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:11:11.940058 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-56f4cac0-7267-4377-ad05-92f8d55ed235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797663'] for port, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:12.082632 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-56f4cac0-7267-4377-ad05-92f8d55ed235 admin admin] Calling delete_port for fdcecc0d-bd9e-4caa-8943-ffba66663af1 owned by network:dhcp {{(pid=79929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 10 21:11:12.091989 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-d56b202f-2509-4717-b9c3-b2bf65b258a6 None None] For port fdcecc0d-bd9e-4caa-8943-ffba66663af1, host dv-cinder-775008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-iscsi',level=0,port_id=fdcecc0d-bd9e-4caa-8943-ffba66663af1,segment=NetworkSegment(5fc08447-7444-474d-b19c-e5e725cb3df6),segment_id=5fc08447-7444-474d-b19c-e5e725cb3df6)] {{(pid=79930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:11:12.092456 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-d56b202f-2509-4717-b9c3-b2bf65b258a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797663'] for port, precommit_delete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:12.162955 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-56f4cac0-7267-4377-ad05-92f8d55ed235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778798065335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778797633719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630282'] for port, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:12.179038 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-d3aa2eb2-50b7-4b4b-802f-6b6aff20c74f tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:11:12.230860 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-d56b202f-2509-4717-b9c3-b2bf65b258a6 None None] Calling delete_port for fdcecc0d-bd9e-4caa-8943-ffba66663af1 owned by network:dhcp {{(pid=79930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 10 21:11:12.240124 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f4cac0-7267-4377-ad05-92f8d55ed235 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdcecc0d-bd9e-4caa-8943-ffba66663af1,revision_number=None']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:11:12.243333 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-56f4cac0-7267-4377-ad05-92f8d55ed235 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:11:12.310125 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.db.api [None req-d56b202f-2509-4717-b9c3-b2bf65b258a6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79930) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 10 21:11:12.310544 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_db.api [None req-d56b202f-2509-4717-b9c3-b2bf65b258a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 10 21:11:12.327238 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f4cac0-7267-4377-ad05-92f8d55ed235 admin admin] No DVR routers for this DVR port fdcecc0d-bd9e-4caa-8943-ffba66663af1 on host dv-cinder-775008-1-iscsi {{(pid=79929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 10 21:11:12.454694 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-56f4cac0-7267-4377-ad05-92f8d55ed235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023083', 'neutron.services.segments.db._delete_segments_for_network-8778798167172'] for network, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:12.570830 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.services.segments.db [None req-56f4cac0-7267-4377-ad05-92f8d55ed235 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fbf8ac99e10>,) {'filters': {'network_id': ['e7765121-c141-4b72-bba6-d8aabffc5d82']}} {{(pid=79929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:11:12.583881 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.services.segments.db [None req-56f4cac0-7267-4377-ad05-92f8d55ed235 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fbf8ac99e10>, '5fc08447-7444-474d-b19c-e5e725cb3df6') {'for_net_delete': True} {{(pid=79929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:11:12.584220 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.services.segments.db [None req-56f4cac0-7267-4377-ad05-92f8d55ed235 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fbf8ac99e10>, '5fc08447-7444-474d-b19c-e5e725cb3df6') {} {{(pid=79929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:11:12.597257 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-56f4cac0-7267-4377-ad05-92f8d55ed235 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778798166933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852067840'] for segment, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:12.613167 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-56f4cac0-7267-4377-ad05-92f8d55ed235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853830591'] for segment, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:12.615258 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-56f4cac0-7267-4377-ad05-92f8d55ed235 admin admin] Releasing vxlan tunnel 10 to pool {{(pid=79929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 10 21:11:12.808289 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-56f4cac0-7267-4377-ad05-92f8d55ed235 admin admin] Network e7765121-c141-4b72-bba6-d8aabffc5d82 has no segments {{(pid=79929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 10 21:11:12.812230 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-d56b202f-2509-4717-b9c3-b2bf65b258a6 None None] Deleting port fdcecc0d-bd9e-4caa-8943-ffba66663af1 {{(pid=79930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 10 21:11:12.812763 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-d56b202f-2509-4717-b9c3-b2bf65b258a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258056652319'] for port, before_delete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:12.818202 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-56f4cac0-7267-4377-ad05-92f8d55ed235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-945225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852145411'] for segment, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:12.886899 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-d56b202f-2509-4717-b9c3-b2bf65b258a6 None None] The port 'fdcecc0d-bd9e-4caa-8943-ffba66663af1' was deleted {{(pid=79930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 10 21:11:13.006923 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-56f4cac0-7267-4377-ad05-92f8d55ed235 admin admin] Network e7765121-c141-4b72-bba6-d8aabffc5d82 has no segments {{(pid=79929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 10 21:11:13.031174 dv-cinder-775008-1-iscsi neutron-server[79816]: Traceback (most recent call last):
Feb 10 21:11:13.031174 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 10 21:11:13.031174 dv-cinder-775008-1-iscsi neutron-server[79816]:     timer()
Feb 10 21:11:13.031174 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 10 21:11:13.031174 dv-cinder-775008-1-iscsi neutron-server[79816]:     cb(*args, **kw)
Feb 10 21:11:13.031174 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 10 21:11:13.031174 dv-cinder-775008-1-iscsi neutron-server[79816]:     return func(*args, **kwargs)
Feb 10 21:11:13.031174 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 10 21:11:13.031174 dv-cinder-775008-1-iscsi neutron-server[79816]:     self._notify()
Feb 10 21:11:13.031174 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 10 21:11:13.031174 dv-cinder-775008-1-iscsi neutron-server[79816]:     self.callback(batched_events)
Feb 10 21:11:13.031174 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 10 21:11:13.031174 dv-cinder-775008-1-iscsi neutron-server[79816]:     event.method(event)
Feb 10 21:11:13.031174 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 10 21:11:13.031174 dv-cinder-775008-1-iscsi neutron-server[79816]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 10 21:11:13.031174 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 10 21:11:13.031174 dv-cinder-775008-1-iscsi neutron-server[79816]:     segment_id)['aggregates'][0]
Feb 10 21:11:13.031174 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 10 21:11:13.031174 dv-cinder-775008-1-iscsi neutron-server[79816]:     return f(self, *a, **k)
Feb 10 21:11:13.031174 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 10 21:11:13.031174 dv-cinder-775008-1-iscsi neutron-server[79816]:     return self._get(url).json()
Feb 10 21:11:13.031174 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 10 21:11:13.031174 dv-cinder-775008-1-iscsi neutron-server[79816]:     **kwargs)
Feb 10 21:11:13.031174 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 10 21:11:13.031174 dv-cinder-775008-1-iscsi neutron-server[79816]:     return self.request(url, 'GET', **kwargs)
Feb 10 21:11:13.031174 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 10 21:11:13.031174 dv-cinder-775008-1-iscsi neutron-server[79816]:     **endpoint_filter)
Feb 10 21:11:13.031174 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 10 21:11:13.031174 dv-cinder-775008-1-iscsi neutron-server[79816]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 10 21:11:13.031174 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 10 21:11:13.031174 dv-cinder-775008-1-iscsi neutron-server[79816]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 10 21:11:13.031174 dv-cinder-775008-1-iscsi neutron-server[79816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 10 21:11:13.110860 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-56f4cac0-7267-4377-ad05-92f8d55ed235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853752733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850656724'] for network, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:13.115398 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-56f4cac0-7267-4377-ad05-92f8d55ed235 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728031'] for network, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:13.120114 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:11:13.147101 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f4cac0-7267-4377-ad05-92f8d55ed235 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7765121-c141-4b72-bba6-d8aabffc5d82,revision_number=None']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:11:13.151051 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-56f4cac0-7267-4377-ad05-92f8d55ed235 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:11:13.154678 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-56f4cac0-7267-4377-ad05-92f8d55ed235 admin admin] 10.222.0.82 "DELETE /v2.0/networks/e7765121-c141-4b72-bba6-d8aabffc5d82 HTTP/1.1" status: 204  len: 168 time: 1.6422935
Feb 10 21:11:13.373574 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 34778) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:11:13.432730 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-ac5f3ebb-3773-43c1-90aa-58fc2077bc3e admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=acdfa87ec4e64a238c41778849fb8664&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0573721
Feb 10 21:11:13.435501 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 34782) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:11:13.502147 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-03aa39a2-c0b8-402f-8a43-a21ca2606648 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:13.530521 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-03aa39a2-c0b8-402f-8a43-a21ca2606648 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:13.575110 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-03aa39a2-c0b8-402f-8a43-a21ca2606648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:13.580115 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-02a13b56-a2f4-406c-a2d9-4c352f082572 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:11:13.596742 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aa39a2-c0b8-402f-8a43-a21ca2606648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4beb6a-4233-4f75-bbf4-e6e824554f8d,revision_number=None']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:11:13.599309 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-03aa39a2-c0b8-402f-8a43-a21ca2606648 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:11:13.603569 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-03aa39a2-c0b8-402f-8a43-a21ca2606648 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:13.604786 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-03aa39a2-c0b8-402f-8a43-a21ca2606648 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/8f4beb6a-4233-4f75-bbf4-e6e824554f8d HTTP/1.1" status: 204  len: 168 time: 0.1682403
Feb 10 21:11:13.797988 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Device fdcecc0d-bd9e-4caa-8943-ffba66663af1 no longer exists at agent ovs-agent-dv-cinder-775008-1-iscsi {{(pid=79930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 10 21:11:14.020287 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] No Port match for: fdcecc0d-bd9e-4caa-8943-ffba66663af1 {{(pid=79930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 10 21:11:14.020687 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Device fdcecc0d-bd9e-4caa-8943-ffba66663af1 not bound to the agent host dv-cinder-775008-1-iscsi {{(pid=79930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 10 21:11:14.046643 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 34790) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:11:14.102345 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-c5a06887-edf4-4356-9935-403838d0b19d admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=ac382b0c163d4814a7d90ace0d334811&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0543571
Feb 10 21:11:14.105516 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 34794) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:11:14.171884 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-3e9c41dc-a7b9-4b35-83ee-facd4afb466b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:14.198612 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-3e9c41dc-a7b9-4b35-83ee-facd4afb466b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:14.244433 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-3e9c41dc-a7b9-4b35-83ee-facd4afb466b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:14.249676 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-9f7d97ea-fa97-4ec0-afac-19ad887a7b5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:11:14.263612 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9c41dc-a7b9-4b35-83ee-facd4afb466b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e8f8a11-1c88-4e88-9de9-b216a28bc81a,revision_number=None']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:11:14.266946 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-3e9c41dc-a7b9-4b35-83ee-facd4afb466b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:11:14.267858 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-3e9c41dc-a7b9-4b35-83ee-facd4afb466b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:14.269066 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-3e9c41dc-a7b9-4b35-83ee-facd4afb466b admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/4e8f8a11-1c88-4e88-9de9-b216a28bc81a HTTP/1.1" status: 204  len: 168 time: 0.1625781
Feb 10 21:11:16.096557 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 34814) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:11:16.249469 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8548fa7f-a100-43ce-ac64-66e0c5acd585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:16.265518 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-8548fa7f-a100-43ce-ac64-66e0c5acd585 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:11:16.269625 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-8548fa7f-a100-43ce-ac64-66e0c5acd585 admin admin] Usage tracker for resource:security_group_rule and tenant:e1342d348bf44879ae5d10d3da0f1702 is out of sync, need to count used quota {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:11:16.272690 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-8548fa7f-a100-43ce-ac64-66e0c5acd585 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:11:16.279574 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-8548fa7f-a100-43ce-ac64-66e0c5acd585 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:11:16.366230 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8548fa7f-a100-43ce-ac64-66e0c5acd585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:16.369128 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8548fa7f-a100-43ce-ac64-66e0c5acd585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:16.377191 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-7f6369d2-ac5f-4cba-bab9-34db348f862e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:11:16.425944 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8548fa7f-a100-43ce-ac64-66e0c5acd585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=148d3108-32be-4b3d-8280-eabdb7caa0e8,revision_number=1']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:11:16.430734 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-8548fa7f-a100-43ce-ac64-66e0c5acd585 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=e1342d348bf44879ae5d10d3da0f1702&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3330309
Feb 10 21:11:16.431821 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-8548fa7f-a100-43ce-ac64-66e0c5acd585 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:11:16.434695 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 34820) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:11:16.498048 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-5bfbbb75-5c03-4d98-91a1-5470dc8db686 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:16.526283 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-5bfbbb75-5c03-4d98-91a1-5470dc8db686 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:16.570304 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-5bfbbb75-5c03-4d98-91a1-5470dc8db686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:16.575733 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-fd6c5afb-9297-4490-ae23-1a7f58e166cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:11:16.586667 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfbbb75-5c03-4d98-91a1-5470dc8db686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=148d3108-32be-4b3d-8280-eabdb7caa0e8,revision_number=None']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:11:16.592253 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-5bfbbb75-5c03-4d98-91a1-5470dc8db686 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:11:16.594512 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-5bfbbb75-5c03-4d98-91a1-5470dc8db686 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:16.595504 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-5bfbbb75-5c03-4d98-91a1-5470dc8db686 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/148d3108-32be-4b3d-8280-eabdb7caa0e8 HTTP/1.1" status: 204  len: 168 time: 0.1598008
Feb 10 21:11:16.937393 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 34828) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:11:16.957817 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-e539dc28-e7c3-43a4-81df-3154ebd19ebe admin admin] Notify callbacks [] for security_group, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:16.973419 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-e539dc28-e7c3-43a4-81df-3154ebd19ebe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:11:16.977455 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-e539dc28-e7c3-43a4-81df-3154ebd19ebe admin admin] Usage tracker for resource:security_group_rule and tenant:7255ff55e0a44ae5bcd32f049018f15b is out of sync, need to count used quota {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:11:16.980522 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-e539dc28-e7c3-43a4-81df-3154ebd19ebe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:11:16.988585 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-e539dc28-e7c3-43a4-81df-3154ebd19ebe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:11:17.082927 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-e539dc28-e7c3-43a4-81df-3154ebd19ebe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:17.086809 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-e539dc28-e7c3-43a4-81df-3154ebd19ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:17.095709 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-7e4062a7-3ba2-4c85-99ff-3263060c098b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:11:17.141395 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-e539dc28-e7c3-43a4-81df-3154ebd19ebe admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=7255ff55e0a44ae5bcd32f049018f15b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2027142
Feb 10 21:11:17.142460 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e539dc28-e7c3-43a4-81df-3154ebd19ebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69386c91-404a-43f7-9a65-c93f9143acdc,revision_number=1']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:11:17.145004 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 34832) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:11:17.152079 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-e539dc28-e7c3-43a4-81df-3154ebd19ebe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:11:17.211812 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-39ba8af5-34fb-47ac-b185-80ffc3d54def admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:17.241841 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-39ba8af5-34fb-47ac-b185-80ffc3d54def admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:17.289551 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-39ba8af5-34fb-47ac-b185-80ffc3d54def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:17.295394 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-88b18594-0691-4e72-bd54-3851274a442b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:11:17.307233 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ba8af5-34fb-47ac-b185-80ffc3d54def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69386c91-404a-43f7-9a65-c93f9143acdc,revision_number=None']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:11:17.312507 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-39ba8af5-34fb-47ac-b185-80ffc3d54def admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:11:17.314599 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-39ba8af5-34fb-47ac-b185-80ffc3d54def admin admin] Notify callbacks [] for security_group, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:17.315849 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-39ba8af5-34fb-47ac-b185-80ffc3d54def admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/69386c91-404a-43f7-9a65-c93f9143acdc HTTP/1.1" status: 204  len: 168 time: 0.1697347
Feb 10 21:11:20.900219 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.agents_db [None req-2fd61c53-9bc0-4c2f-aa40-be9729c6e46f None None] Agent healthcheck: found 6 active agents {{(pid=79931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 10 21:11:24.168797 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-28d95696-180a-4928-91b6-045d19acee2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:25.595594 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 34958) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:11:25.750479 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-1d5695bc-ecfa-416c-aa1d-7c44be4c7d7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:25.766740 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-1d5695bc-ecfa-416c-aa1d-7c44be4c7d7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:11:25.770843 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-1d5695bc-ecfa-416c-aa1d-7c44be4c7d7b admin admin] Usage tracker for resource:security_group_rule and tenant:160ae97f66cd4b27a37e5e8a40e910eb is out of sync, need to count used quota {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:11:25.773882 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-1d5695bc-ecfa-416c-aa1d-7c44be4c7d7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:11:25.780766 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-1d5695bc-ecfa-416c-aa1d-7c44be4c7d7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:11:25.865453 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-1d5695bc-ecfa-416c-aa1d-7c44be4c7d7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:25.868421 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-1d5695bc-ecfa-416c-aa1d-7c44be4c7d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:25.878164 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-03aa39a2-c0b8-402f-8a43-a21ca2606648 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:11:25.921246 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-1d5695bc-ecfa-416c-aa1d-7c44be4c7d7b admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=160ae97f66cd4b27a37e5e8a40e910eb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3245137
Feb 10 21:11:25.922976 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5695bc-ecfa-416c-aa1d-7c44be4c7d7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=087a640d-2ade-4ee3-bee5-45cea9ebbfef,revision_number=1']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:11:25.924215 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 34964) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:11:25.926394 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-1d5695bc-ecfa-416c-aa1d-7c44be4c7d7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:11:25.992775 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ce9e556b-f2d3-479e-b760-33eac90ca54c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:26.022329 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ce9e556b-f2d3-479e-b760-33eac90ca54c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:26.069966 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ce9e556b-f2d3-479e-b760-33eac90ca54c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:26.076485 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-165d081a-88f6-4679-aff2-bb2c18769b4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:11:26.090726 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9e556b-f2d3-479e-b760-33eac90ca54c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=087a640d-2ade-4ee3-bee5-45cea9ebbfef,revision_number=None']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:11:26.093629 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-ce9e556b-f2d3-479e-b760-33eac90ca54c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:11:26.094907 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ce9e556b-f2d3-479e-b760-33eac90ca54c admin admin] Notify callbacks [] for security_group, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:26.099825 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-ce9e556b-f2d3-479e-b760-33eac90ca54c admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/087a640d-2ade-4ee3-bee5-45cea9ebbfef HTTP/1.1" status: 204  len: 168 time: 0.1742103
Feb 10 21:11:26.446214 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 34974) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:11:26.465266 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-7afc432e-0357-4a7b-b298-cafe0fa11609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:26.481539 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-7afc432e-0357-4a7b-b298-cafe0fa11609 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:11:26.486024 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-7afc432e-0357-4a7b-b298-cafe0fa11609 admin admin] Usage tracker for resource:security_group_rule and tenant:c5da7352a93b43f1adcd9ae72f626df3 is out of sync, need to count used quota {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:11:26.489015 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-7afc432e-0357-4a7b-b298-cafe0fa11609 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:11:26.495854 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-7afc432e-0357-4a7b-b298-cafe0fa11609 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:11:26.584314 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-7afc432e-0357-4a7b-b298-cafe0fa11609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:26.587362 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-7afc432e-0357-4a7b-b298-cafe0fa11609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:26.596733 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-225dad2f-546b-4b1e-a287-62507c5b2f6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:11:26.643111 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-7afc432e-0357-4a7b-b298-cafe0fa11609 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=c5da7352a93b43f1adcd9ae72f626df3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1957421
Feb 10 21:11:26.644816 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afc432e-0357-4a7b-b298-cafe0fa11609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc140ee-8ca2-4f9a-9553-8f710ef5579c,revision_number=1']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:11:26.645980 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 34978) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:11:26.648312 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-7afc432e-0357-4a7b-b298-cafe0fa11609 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:11:26.666982 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-842ace63-e2d7-4acc-b196-a2db120d9380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:26.716839 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8f88a973-8f89-410a-ae9c-29bedae9331b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:26.744477 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8f88a973-8f89-410a-ae9c-29bedae9331b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:26.789000 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8f88a973-8f89-410a-ae9c-29bedae9331b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:26.794181 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-25b68531-c478-4537-b195-9909d1831573 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:11:26.808658 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f88a973-8f89-410a-ae9c-29bedae9331b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc140ee-8ca2-4f9a-9553-8f710ef5579c,revision_number=None']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:11:26.811774 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-8f88a973-8f89-410a-ae9c-29bedae9331b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:11:26.821427 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8f88a973-8f89-410a-ae9c-29bedae9331b admin admin] Notify callbacks [] for security_group, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:26.823393 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-8f88a973-8f89-410a-ae9c-29bedae9331b admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/edc140ee-8ca2-4f9a-9553-8f710ef5579c HTTP/1.1" status: 204  len: 168 time: 0.1763062
Feb 10 21:11:27.311534 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8e35c017-ca0e-4997-9af4-ce0f5f2c761e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:28.220486 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:28.360729 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a16a173f-35ea-40df-9953-0a23fc2526db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:28.880400 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46979ff-053d-4faf-ac30-f6b8c04782cf req-cd134fd7-84c6-478f-bd5c-7ec0e6bc2d3f tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:11:28.882135 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-a46979ff-053d-4faf-ac30-f6b8c04782cf req-cd134fd7-84c6-478f-bd5c-7ec0e6bc2d3f tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=41d77347-7771-411c-b0f2-ca9820bb84a8 HTTP/1.1" status: 200  len: 946 time: 0.1780701
Feb 10 21:11:28.950707 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-a46979ff-053d-4faf-ac30-f6b8c04782cf req-ad96bf7a-8644-47f3-901c-b2073b3411e5 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=82c257f5-000c-4208-b8b6-12211f7feeb5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0613613
Feb 10 21:11:30.340727 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa94b123-4adb-47f7-9224-4a1d2ce16325 req-b52b3306-46b6-4115-9dca-0d2ca2acaf9b tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:11:30.342493 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-fa94b123-4adb-47f7-9224-4a1d2ce16325 req-b52b3306-46b6-4115-9dca-0d2ca2acaf9b tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=41d77347-7771-411c-b0f2-ca9820bb84a8 HTTP/1.1" status: 200  len: 946 time: 0.2376010
Feb 10 21:11:30.494451 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f68354b-216e-499f-b908-3430cbf30cdc req-ffcd5dfa-1277-428a-861f-612f701ae880 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:11:30.496205 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-6f68354b-216e-499f-b908-3430cbf30cdc req-ffcd5dfa-1277-428a-861f-612f701ae880 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.15 "GET /v2.0/ports?device_id=41d77347-7771-411c-b0f2-ca9820bb84a8 HTTP/1.1" status: 200  len: 946 time: 0.3192935
Feb 10 21:11:30.519885 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-fa94b123-4adb-47f7-9224-4a1d2ce16325 req-05b7ffd9-7f84-4af1-b9a6-33ea7013a8bf tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=82c257f5-000c-4208-b8b6-12211f7feeb5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1704848
Feb 10 21:11:30.556881 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device 12af8bec-d6c9-4da8-9834-d1d9d48f0541 no longer exists at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 10 21:11:30.621095 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [req-6f68354b-216e-499f-b908-3430cbf30cdc req-0d6cb57f-adc5-4e5f-9c48-2d5bc9a6abcb tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Deleting port 12af8bec-d6c9-4da8-9834-d1d9d48f0541 {{(pid=79929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 10 21:11:30.621429 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-6f68354b-216e-499f-b908-3430cbf30cdc req-0d6cb57f-adc5-4e5f-9c48-2d5bc9a6abcb tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258056652319'] for port, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:30.720518 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:30.761517 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41d77347-7771-411c-b0f2-ca9820bb84a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12af8bec-d6c9-4da8-9834-d1d9d48f0541'}] {{(pid=79930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 10 21:11:30.792284 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] For port 12af8bec-d6c9-4da8-9834-d1d9d48f0541, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=12af8bec-d6c9-4da8-9834-d1d9d48f0541,segment=NetworkSegment(d7f580de-9525-4e7b-93a1-5e7479da2ea8),segment_id=d7f580de-9525-4e7b-93a1-5e7479da2ea8)] {{(pid=79930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:11:30.797806 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:30.799939 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-9e882367-effd-466c-a5ed-9923ec1bb1d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:11:30.838835 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41d77347-7771-411c-b0f2-ca9820bb84a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12af8bec-d6c9-4da8-9834-d1d9d48f0541', 'code': 200}
Feb 10 21:11:30.883776 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Pushing event updated for resources: {'Port': ['ID=12af8bec-d6c9-4da8-9834-d1d9d48f0541,revision_number=7']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:11:30.893389 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:11:30.893779 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:11:30.894194 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:11:30.894572 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:11:30.894951 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:11:30.895322 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:11:30.895691 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:11:30.896058 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:11:30.896430 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:11:30.896796 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:11:30.897161 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:11:30.897527 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:11:30.898000 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:11:30.898389 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:11:30.898759 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:11:30.899122 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:11:30.899484 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:11:30.900433 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:11:30.900800 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:11:30.901162 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:11:30.901525 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:11:30.901886 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:11:30.902296 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:11:30.902656 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:11:30.907500 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:11:31.150495 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [req-6f68354b-216e-499f-b908-3430cbf30cdc req-0d6cb57f-adc5-4e5f-9c48-2d5bc9a6abcb tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] For port 12af8bec-d6c9-4da8-9834-d1d9d48f0541, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=12af8bec-d6c9-4da8-9834-d1d9d48f0541,segment=NetworkSegment(d7f580de-9525-4e7b-93a1-5e7479da2ea8),segment_id=d7f580de-9525-4e7b-93a1-5e7479da2ea8)] {{(pid=79929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:11:31.150495 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-6f68354b-216e-499f-b908-3430cbf30cdc req-0d6cb57f-adc5-4e5f-9c48-2d5bc9a6abcb tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797663'] for port, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:31.343552 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:31.476575 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-6f68354b-216e-499f-b908-3430cbf30cdc req-0d6cb57f-adc5-4e5f-9c48-2d5bc9a6abcb tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:31.476914 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-6f68354b-216e-499f-b908-3430cbf30cdc req-0d6cb57f-adc5-4e5f-9c48-2d5bc9a6abcb tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850656737'] for floatingip, after_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:31.477317 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.db.l3_db [req-6f68354b-216e-499f-b908-3430cbf30cdc req-0d6cb57f-adc5-4e5f-9c48-2d5bc9a6abcb tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Floating IP c5cdacd4-5aa1-448c-8335-f68fd26bcc0b disassociated. External IP: 172.27.3.221, port: 12af8bec-d6c9-4da8-9834-d1d9d48f0541.
Feb 10 21:11:31.477713 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [req-6f68354b-216e-499f-b908-3430cbf30cdc req-0d6cb57f-adc5-4e5f-9c48-2d5bc9a6abcb tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Calling delete_port for 12af8bec-d6c9-4da8-9834-d1d9d48f0541 owned by compute:nova {{(pid=79929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 10 21:11:31.568151 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.db.api [req-6f68354b-216e-499f-b908-3430cbf30cdc req-0d6cb57f-adc5-4e5f-9c48-2d5bc9a6abcb tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79929) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 10 21:11:31.568684 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_db.api [req-6f68354b-216e-499f-b908-3430cbf30cdc req-0d6cb57f-adc5-4e5f-9c48-2d5bc9a6abcb tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 10 21:11:31.847999 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532ad611-3802-4d77-871e-c645a5b24ad8 req-d6c1f361-8757-4549-aaab-0e3e22ce2a75 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:11:31.850006 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-532ad611-3802-4d77-871e-c645a5b24ad8 req-d6c1f361-8757-4549-aaab-0e3e22ce2a75 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=41d77347-7771-411c-b0f2-ca9820bb84a8 HTTP/1.1" status: 200  len: 944 time: 0.1736300
Feb 10 21:11:31.922781 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-532ad611-3802-4d77-871e-c645a5b24ad8 req-4475030b-29dd-44df-b559-6f2f4f5bc63d tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups?id=82c257f5-000c-4208-b8b6-12211f7feeb5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0612271
Feb 10 21:11:32.070660 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [req-6f68354b-216e-499f-b908-3430cbf30cdc req-0d6cb57f-adc5-4e5f-9c48-2d5bc9a6abcb tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Deleting port 12af8bec-d6c9-4da8-9834-d1d9d48f0541 {{(pid=79929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 10 21:11:32.071345 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-6f68354b-216e-499f-b908-3430cbf30cdc req-0d6cb57f-adc5-4e5f-9c48-2d5bc9a6abcb tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258056652319'] for port, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:32.351060 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [req-6f68354b-216e-499f-b908-3430cbf30cdc req-0d6cb57f-adc5-4e5f-9c48-2d5bc9a6abcb tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] For port 12af8bec-d6c9-4da8-9834-d1d9d48f0541, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=12af8bec-d6c9-4da8-9834-d1d9d48f0541,segment=NetworkSegment(d7f580de-9525-4e7b-93a1-5e7479da2ea8),segment_id=d7f580de-9525-4e7b-93a1-5e7479da2ea8)] {{(pid=79929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:11:32.351604 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-6f68354b-216e-499f-b908-3430cbf30cdc req-0d6cb57f-adc5-4e5f-9c48-2d5bc9a6abcb tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797663'] for port, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:32.679392 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-6f68354b-216e-499f-b908-3430cbf30cdc req-0d6cb57f-adc5-4e5f-9c48-2d5bc9a6abcb tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:32.679713 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-6f68354b-216e-499f-b908-3430cbf30cdc req-0d6cb57f-adc5-4e5f-9c48-2d5bc9a6abcb tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850656737'] for floatingip, after_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:32.680063 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.db.l3_db [req-6f68354b-216e-499f-b908-3430cbf30cdc req-0d6cb57f-adc5-4e5f-9c48-2d5bc9a6abcb tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Floating IP c5cdacd4-5aa1-448c-8335-f68fd26bcc0b disassociated. External IP: 172.27.3.221, port: 12af8bec-d6c9-4da8-9834-d1d9d48f0541.
Feb 10 21:11:32.680434 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [req-6f68354b-216e-499f-b908-3430cbf30cdc req-0d6cb57f-adc5-4e5f-9c48-2d5bc9a6abcb tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Calling delete_port for 12af8bec-d6c9-4da8-9834-d1d9d48f0541 owned by compute:nova {{(pid=79929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 10 21:11:32.847839 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-6f68354b-216e-499f-b908-3430cbf30cdc req-0d6cb57f-adc5-4e5f-9c48-2d5bc9a6abcb tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778798065335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778797633719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630282'] for port, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:32.863948 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-09af3143-412f-410d-803e-9846822e0082 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:11:32.928374 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6cb57f-adc5-4e5f-9c48-2d5bc9a6abcb tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Pushing event deleted for resources: {'Port': ['ID=12af8bec-d6c9-4da8-9834-d1d9d48f0541,revision_number=None']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:11:32.934557 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-0d6cb57f-adc5-4e5f-9c48-2d5bc9a6abcb tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:11:33.176637 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-dd8f6a9f-6289-4ce0-aeef-6d8dd1cc4f38 req-e41c619d-bede-4649-a396-399b3e141baa tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/ports?device_id=41d77347-7771-411c-b0f2-ca9820bb84a8 HTTP/1.1" status: 200  len: 210 time: 0.0562234
Feb 10 21:11:33.285007 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f68354b-216e-499f-b908-3430cbf30cdc req-0d6cb57f-adc5-4e5f-9c48-2d5bc9a6abcb tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Router 2e104534-3e4e-4154-a391-9d9cf3ff8fa6 has already been hosted by L3 agent 351a09a7-a8bd-44d4-8337-3dd1b5c8f290 {{(pid=79929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 10 21:11:33.492263 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f68354b-216e-499f-b908-3430cbf30cdc req-0d6cb57f-adc5-4e5f-9c48-2d5bc9a6abcb tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Notify agent at l3_agent.dv-cinder-775008-1-iscsi the message routers_updated {{(pid=79929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 10 21:11:33.505893 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1160703d-093a-4d0a-9c7b-b73fa3a5c160 None None] Sync routers for ids ['2e104534-3e4e-4154-a391-9d9cf3ff8fa6'] in dv-cinder-775008-1-iscsi {{(pid=79930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 10 21:11:33.518968 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1160703d-093a-4d0a-9c7b-b73fa3a5c160 None None] Routers {'2e104534-3e4e-4154-a391-9d9cf3ff8fa6'} bound to L3 agent in host dv-cinder-775008-1-iscsi {{(pid=79930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 10 21:11:33.519661 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-1160703d-093a-4d0a-9c7b-b73fa3a5c160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbf916f3e48>, 'dv-cinder-775008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-10T20:53:27Z,description=<?>,heartbeat_timestamp=2021-02-10T21:11:27Z,host='dv-cinder-775008-1-iscsi',id=351a09a7-a8bd-44d4-8337-3dd1b5c8f290,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-10T20:53:27Z,topic='l3_agent')) {'router_ids': ['2e104534-3e4e-4154-a391-9d9cf3ff8fa6'], 'active': True} {{(pid=79930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:11:33.543791 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f68354b-216e-499f-b908-3430cbf30cdc req-0d6cb57f-adc5-4e5f-9c48-2d5bc9a6abcb tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] No DVR routers for this DVR port 12af8bec-d6c9-4da8-9834-d1d9d48f0541 on host hv-cinder-77500 {{(pid=79929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 10 21:11:33.545527 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-6f68354b-216e-499f-b908-3430cbf30cdc req-0d6cb57f-adc5-4e5f-9c48-2d5bc9a6abcb tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770081'] for port, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:33.556684 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41d77347-7771-411c-b0f2-ca9820bb84a8', 'name': 'network-vif-deleted', 'tag': '12af8bec-d6c9-4da8-9834-d1d9d48f0541'}] {{(pid=79929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 10 21:11:33.563625 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-6f68354b-216e-499f-b908-3430cbf30cdc req-0d6cb57f-adc5-4e5f-9c48-2d5bc9a6abcb tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.15 "DELETE /v2.0/ports/12af8bec-d6c9-4da8-9834-d1d9d48f0541 HTTP/1.1" status: 204  len: 173 time: 3.0426350
Feb 10 21:11:33.636990 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41d77347-7771-411c-b0f2-ca9820bb84a8', 'name': 'network-vif-deleted', 'tag': '12af8bec-d6c9-4da8-9834-d1d9d48f0541', 'status': 'completed', 'code': 200}
Feb 10 21:11:33.747806 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvr_db [None req-1160703d-093a-4d0a-9c7b-b73fa3a5c160 None None] Set router 2e104534-3e4e-4154-a391-9d9cf3ff8fa6 gateway port host: dv-cinder-775008-1-iscsi {{(pid=79930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 10 21:11:34.145271 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-1160703d-093a-4d0a-9c7b-b73fa3a5c160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbf916f3e48>, [{'id': '2e104534-3e4e-4154-a391-9d9cf3ff8fa6', 'name': 'tempest-AttachVolumeShelveTestJSON-874070501-router', 'tenant_id': 'eb8be716db2e42aea2a6c06bf05c44b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': 'c96d1082-8b20-4b01-a83f-c53bd580ef7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:04:04Z', 'updated_at': '2021-02-10T21:04:14Z', 'revision_number': 4, 'project_id': 'eb8be716db2e42aea2a6c06bf05c44b5', 'gw_port': {'id': 'c96d1082-8b20-4b01-a83f-c53bd580ef7b', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:68:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e104534-3e4e-4154-a391-9d9cf3ff8fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:04:06Z', 'updated_at': '2021-02-10T21:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi', '_interfaces': [{'id': '36b90f73-a138-4d9f-b18f-6974b61cde97', 'name': '', 'network_id': '009dd3d9-5800-4858-a534-697a99ad36c1', 'tenant_id': 'eb8be716db2e42aea2a6c06bf05c44b5', 'mac_address': 'fa:16:3e:e4:3f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e104534-3e4e-4154-a391-9d9cf3ff8fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '6d155787-390f-4d80-9348-99de0b4f3565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:04:12Z', 'updated_at': '2021-02-10T21:04:26Z', 'revision_number': 5, 'project_id': 'eb8be716db2e42aea2a6c06bf05c44b5', 'subnets': [{'id': '6d155787-390f-4d80-9348-99de0b4f3565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775008-1-iscsi', False) {} {{(pid=79930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:11:34.149703 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1160703d-093a-4d0a-9c7b-b73fa3a5c160 None None] Checking router: 2e104534-3e4e-4154-a391-9d9cf3ff8fa6 for host: dv-cinder-775008-1-iscsi {{(pid=79930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 10 21:11:34.159842 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1160703d-093a-4d0a-9c7b-b73fa3a5c160 None None] Routers {'2e104534-3e4e-4154-a391-9d9cf3ff8fa6'} bound to L3 agent in host dv-cinder-775008-1-iscsi {{(pid=79930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 10 21:11:34.160511 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-1160703d-093a-4d0a-9c7b-b73fa3a5c160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbf916f3e48>, 'dv-cinder-775008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-10T20:53:27Z,description=<?>,heartbeat_timestamp=2021-02-10T21:11:27Z,host='dv-cinder-775008-1-iscsi',id=351a09a7-a8bd-44d4-8337-3dd1b5c8f290,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-10T20:53:27Z,topic='l3_agent')) {'router_ids': ['2e104534-3e4e-4154-a391-9d9cf3ff8fa6'], 'active': True} {{(pid=79930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:11:34.374322 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 35090) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:11:34.381439 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvr_db [None req-1160703d-093a-4d0a-9c7b-b73fa3a5c160 None None] Set router 2e104534-3e4e-4154-a391-9d9cf3ff8fa6 gateway port host: dv-cinder-775008-1-iscsi {{(pid=79930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 10 21:11:34.463349 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-327cf40e-a65b-43cd-9bca-9f3a0c73368b tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Notify callbacks [] for security_group, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:34.493873 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-327cf40e-a65b-43cd-9bca-9f3a0c73368b tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:34.554342 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-327cf40e-a65b-43cd-9bca-9f3a0c73368b tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:34.561096 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-f2b61689-43b0-4581-93f3-c30353d102cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:11:34.578947 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327cf40e-a65b-43cd-9bca-9f3a0c73368b tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c257f5-000c-4208-b8b6-12211f7feeb5,revision_number=None']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:11:34.583904 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-327cf40e-a65b-43cd-9bca-9f3a0c73368b tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:11:34.588111 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-327cf40e-a65b-43cd-9bca-9f3a0c73368b tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Notify callbacks [] for security_group, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:34.589387 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-327cf40e-a65b-43cd-9bca-9f3a0c73368b tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "DELETE /v2.0/security-groups/82c257f5-000c-4208-b8b6-12211f7feeb5 HTTP/1.1" status: 204  len: 168 time: 0.2139738
Feb 10 21:11:34.592373 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 35094) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:11:34.610790 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.api.v2.resource [None req-e03dc9a4-26ce-411e-9a70-fc01de7e79ff tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] show failed (client error): The resource could not be found.
Feb 10 21:11:34.611901 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-e03dc9a4-26ce-411e-9a70-fc01de7e79ff tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "GET /v2.0/security-groups/82c257f5-000c-4208-b8b6-12211f7feeb5 HTTP/1.1" status: 404  len: 347 time: 0.0184824
Feb 10 21:11:34.615030 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 35098) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:11:34.762406 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-1160703d-093a-4d0a-9c7b-b73fa3a5c160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbf916f3e48>, [{'id': '2e104534-3e4e-4154-a391-9d9cf3ff8fa6', 'name': 'tempest-AttachVolumeShelveTestJSON-874070501-router', 'tenant_id': 'eb8be716db2e42aea2a6c06bf05c44b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': 'c96d1082-8b20-4b01-a83f-c53bd580ef7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:04:04Z', 'updated_at': '2021-02-10T21:04:14Z', 'revision_number': 4, 'project_id': 'eb8be716db2e42aea2a6c06bf05c44b5', 'gw_port': {'id': 'c96d1082-8b20-4b01-a83f-c53bd580ef7b', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:68:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e104534-3e4e-4154-a391-9d9cf3ff8fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:04:06Z', 'updated_at': '2021-02-10T21:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi', '_interfaces': [{'id': '36b90f73-a138-4d9f-b18f-6974b61cde97', 'name': '', 'network_id': '009dd3d9-5800-4858-a534-697a99ad36c1', 'tenant_id': 'eb8be716db2e42aea2a6c06bf05c44b5', 'mac_address': 'fa:16:3e:e4:3f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e104534-3e4e-4154-a391-9d9cf3ff8fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '6d155787-390f-4d80-9348-99de0b4f3565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:04:12Z', 'updated_at': '2021-02-10T21:04:26Z', 'revision_number': 5, 'project_id': 'eb8be716db2e42aea2a6c06bf05c44b5', 'subnets': [{'id': '6d155787-390f-4d80-9348-99de0b4f3565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775008-1-iscsi', False) {} {{(pid=79930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:11:34.766958 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1160703d-093a-4d0a-9c7b-b73fa3a5c160 None None] The sync data for ids ['2e104534-3e4e-4154-a391-9d9cf3ff8fa6'] in dv-cinder-775008-1-iscsi is: [{'id': '2e104534-3e4e-4154-a391-9d9cf3ff8fa6', 'name': 'tempest-AttachVolumeShelveTestJSON-874070501-router', 'tenant_id': 'eb8be716db2e42aea2a6c06bf05c44b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': 'c96d1082-8b20-4b01-a83f-c53bd580ef7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:04:04Z', 'updated_at': '2021-02-10T21:04:14Z', 'revision_number': 4, 'project_id': 'eb8be716db2e42aea2a6c06bf05c44b5', 'gw_port': {'id': 'c96d1082-8b20-4b01-a83f-c53bd580ef7b', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:68:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e104534-3e4e-4154-a391-9d9cf3ff8fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:04:06Z', 'updated_at': '2021-02-10T21:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi', '_interfaces': [{'id': '36b90f73-a138-4d9f-b18f-6974b61cde97', 'name': '', 'network_id': '009dd3d9-5800-4858-a534-697a99ad36c1', 'tenant_id': 'eb8be716db2e42aea2a6c06bf05c44b5', 'mac_address': 'fa:16:3e:e4:3f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e104534-3e4e-4154-a391-9d9cf3ff8fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '6d155787-390f-4d80-9348-99de0b4f3565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:04:12Z', 'updated_at': '2021-02-10T21:04:26Z', 'revision_number': 5, 'project_id': 'eb8be716db2e42aea2a6c06bf05c44b5', 'subnets': [{'id': '6d155787-390f-4d80-9348-99de0b4f3565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 10 21:11:34.812045 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-a00b386e-7118-45c2-9bab-ca725425c9d2 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Deleting port ee2d688f-f3f7-4ffa-b927-c33cb84a34e2 {{(pid=79929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 10 21:11:34.812593 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a00b386e-7118-45c2-9bab-ca725425c9d2 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258056652319'] for port, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:35.018390 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a00b386e-7118-45c2-9bab-ca725425c9d2 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797663'] for port, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:35.018750 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a00b386e-7118-45c2-9bab-ca725425c9d2 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:35.157484 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-a00b386e-7118-45c2-9bab-ca725425c9d2 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Calling delete_port for ee2d688f-f3f7-4ffa-b927-c33cb84a34e2 owned by network:floatingip {{(pid=79929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 10 21:11:35.232708 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc1b277-05f2-4031-8676-555abfaf49f2 None None] New status for floating IP c5cdacd4-5aa1-448c-8335-f68fd26bcc0b: DOWN {{(pid=79931) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 10 21:11:35.316443 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a00b386e-7118-45c2-9bab-ca725425c9d2 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778798065335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778797633719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630282'] for port, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:35.332572 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-0d6cb57f-adc5-4e5f-9c48-2d5bc9a6abcb tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:11:35.393285 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00b386e-7118-45c2-9bab-ca725425c9d2 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Pushing event deleted for resources: {'Port': ['ID=ee2d688f-f3f7-4ffa-b927-c33cb84a34e2,revision_number=None']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:11:35.401440 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.db.api [None req-fbc1b277-05f2-4031-8676-555abfaf49f2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=79931) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 10 21:11:35.401855 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_db.api [None req-fbc1b277-05f2-4031-8676-555abfaf49f2 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 10 21:11:35.699347 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-a00b386e-7118-45c2-9bab-ca725425c9d2 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:11:35.818713 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a00b386e-7118-45c2-9bab-ca725425c9d2 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Notify callbacks [] for floatingip, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:35.837238 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a00b386e-7118-45c2-9bab-ca725425c9d2 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770081'] for floatingip, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:35.838612 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-a00b386e-7118-45c2-9bab-ca725425c9d2 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] 10.222.0.82 "DELETE /v2.0/floatingips/c5cdacd4-5aa1-448c-8335-f68fd26bcc0b HTTP/1.1" status: 204  len: 168 time: 1.2226081
Feb 10 21:11:35.903462 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc1b277-05f2-4031-8676-555abfaf49f2 None None] New status for floating IP c5cdacd4-5aa1-448c-8335-f68fd26bcc0b: DOWN {{(pid=79931) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 10 21:11:38.707556 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 35130) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:11:39.529005 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-062ca3d0-c93c-4c06-b175-68ad82f17fe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4115530'] for router_interface, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:39.926684 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-062ca3d0-c93c-4c06-b175-68ad82f17fe0 admin admin] Deleting port 36b90f73-a138-4d9f-b18f-6974b61cde97 {{(pid=79929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 10 21:11:39.927254 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-062ca3d0-c93c-4c06-b175-68ad82f17fe0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258056652319'] for port, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:40.129545 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-062ca3d0-c93c-4c06-b175-68ad82f17fe0 admin admin] For port 36b90f73-a138-4d9f-b18f-6974b61cde97, host dv-cinder-775008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-iscsi',level=0,port_id=36b90f73-a138-4d9f-b18f-6974b61cde97,segment=NetworkSegment(d7f580de-9525-4e7b-93a1-5e7479da2ea8),segment_id=d7f580de-9525-4e7b-93a1-5e7479da2ea8)] {{(pid=79929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:11:40.129953 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-062ca3d0-c93c-4c06-b175-68ad82f17fe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797663'] for port, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:40.269195 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-062ca3d0-c93c-4c06-b175-68ad82f17fe0 admin admin] Calling delete_port for 36b90f73-a138-4d9f-b18f-6974b61cde97 owned by network:router_interface {{(pid=79929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 10 21:11:40.455489 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-062ca3d0-c93c-4c06-b175-68ad82f17fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778798065335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778797633719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630282'] for port, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:40.469154 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-1a72a102-37df-44e4-91e7-930eb2be6056 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:11:40.529934 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062ca3d0-c93c-4c06-b175-68ad82f17fe0 admin admin] Pushing event deleted for resources: {'Port': ['ID=36b90f73-a138-4d9f-b18f-6974b61cde97,revision_number=None']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:11:40.534042 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-062ca3d0-c93c-4c06-b175-68ad82f17fe0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:11:40.911570 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-062ca3d0-c93c-4c06-b175-68ad82f17fe0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851047802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850661225'] for router_interface, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:41.449707 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-062ca3d0-c93c-4c06-b175-68ad82f17fe0 admin admin] Router 2e104534-3e4e-4154-a391-9d9cf3ff8fa6 has already been hosted by L3 agent 351a09a7-a8bd-44d4-8337-3dd1b5c8f290 {{(pid=79929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 10 21:11:41.918802 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-062ca3d0-c93c-4c06-b175-68ad82f17fe0 admin admin] Notify agent at l3_agent.dv-cinder-775008-1-iscsi the message routers_updated {{(pid=79929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 10 21:11:41.927678 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1bb189-b551-4314-9312-656cb80f770b None None] Sync routers for ids ['2e104534-3e4e-4154-a391-9d9cf3ff8fa6'] in dv-cinder-775008-1-iscsi {{(pid=79930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 10 21:11:41.933616 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-062ca3d0-c93c-4c06-b175-68ad82f17fe0 admin admin] 10.222.0.82 "PUT /v2.0/routers/2e104534-3e4e-4154-a391-9d9cf3ff8fa6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2248824
Feb 10 21:11:41.936408 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 35154) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:11:41.938678 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1bb189-b551-4314-9312-656cb80f770b None None] Routers {'2e104534-3e4e-4154-a391-9d9cf3ff8fa6'} bound to L3 agent in host dv-cinder-775008-1-iscsi {{(pid=79930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 10 21:11:41.939351 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-cc1bb189-b551-4314-9312-656cb80f770b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbf8be35eb8>, 'dv-cinder-775008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-10T20:53:27Z,description=<?>,heartbeat_timestamp=2021-02-10T21:11:27Z,host='dv-cinder-775008-1-iscsi',id=351a09a7-a8bd-44d4-8337-3dd1b5c8f290,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-10T20:53:27Z,topic='l3_agent')) {'router_ids': ['2e104534-3e4e-4154-a391-9d9cf3ff8fa6'], 'active': True} {{(pid=79930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:11:42.143469 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-53f84db2-77f4-4c0f-9909-70d46e5a9076 admin admin] Notify callbacks [] for router, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:42.310046 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvr_db [None req-cc1bb189-b551-4314-9312-656cb80f770b None None] Set router 2e104534-3e4e-4154-a391-9d9cf3ff8fa6 gateway port host: dv-cinder-775008-1-iscsi {{(pid=79930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 10 21:11:42.342293 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-53f84db2-77f4-4c0f-9909-70d46e5a9076 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:42.347609 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-53f84db2-77f4-4c0f-9909-70d46e5a9076 admin admin] Deleting port c96d1082-8b20-4b01-a83f-c53bd580ef7b {{(pid=79929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 10 21:11:42.347955 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-53f84db2-77f4-4c0f-9909-70d46e5a9076 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258056652319'] for port, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:42.566300 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-53f84db2-77f4-4c0f-9909-70d46e5a9076 admin admin] For port c96d1082-8b20-4b01-a83f-c53bd580ef7b, host dv-cinder-775008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-iscsi',level=0,port_id=c96d1082-8b20-4b01-a83f-c53bd580ef7b,segment=NetworkSegment(37fae2f4-4e7c-4231-b866-3c6a09452824),segment_id=37fae2f4-4e7c-4231-b866-3c6a09452824)] {{(pid=79929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:11:42.567123 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-53f84db2-77f4-4c0f-9909-70d46e5a9076 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797663'] for port, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:42.624274 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-cc1bb189-b551-4314-9312-656cb80f770b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbf8be35eb8>, [{'id': '2e104534-3e4e-4154-a391-9d9cf3ff8fa6', 'name': 'tempest-AttachVolumeShelveTestJSON-874070501-router', 'tenant_id': 'eb8be716db2e42aea2a6c06bf05c44b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': 'c96d1082-8b20-4b01-a83f-c53bd580ef7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:04:04Z', 'updated_at': '2021-02-10T21:11:40Z', 'revision_number': 5, 'project_id': 'eb8be716db2e42aea2a6c06bf05c44b5', 'gw_port': {'id': 'c96d1082-8b20-4b01-a83f-c53bd580ef7b', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:68:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e104534-3e4e-4154-a391-9d9cf3ff8fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:04:06Z', 'updated_at': '2021-02-10T21:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi'}], 'dv-cinder-775008-1-iscsi', False) {} {{(pid=79930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:11:42.628503 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1bb189-b551-4314-9312-656cb80f770b None None] Checking router: 2e104534-3e4e-4154-a391-9d9cf3ff8fa6 for host: dv-cinder-775008-1-iscsi {{(pid=79930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 10 21:11:42.639379 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1bb189-b551-4314-9312-656cb80f770b None None] Routers {'2e104534-3e4e-4154-a391-9d9cf3ff8fa6'} bound to L3 agent in host dv-cinder-775008-1-iscsi {{(pid=79930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 10 21:11:42.640596 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-cc1bb189-b551-4314-9312-656cb80f770b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbf8be35eb8>, 'dv-cinder-775008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-10T20:53:27Z,description=<?>,heartbeat_timestamp=2021-02-10T21:11:27Z,host='dv-cinder-775008-1-iscsi',id=351a09a7-a8bd-44d4-8337-3dd1b5c8f290,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-10T20:53:27Z,topic='l3_agent')) {'router_ids': ['2e104534-3e4e-4154-a391-9d9cf3ff8fa6'], 'active': True} {{(pid=79930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:11:42.706039 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-53f84db2-77f4-4c0f-9909-70d46e5a9076 admin admin] Calling delete_port for c96d1082-8b20-4b01-a83f-c53bd580ef7b owned by network:router_gateway {{(pid=79929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 10 21:11:42.844531 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvr_db [None req-cc1bb189-b551-4314-9312-656cb80f770b None None] Set router 2e104534-3e4e-4154-a391-9d9cf3ff8fa6 gateway port host: dv-cinder-775008-1-iscsi {{(pid=79930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 10 21:11:42.850835 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-53f84db2-77f4-4c0f-9909-70d46e5a9076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778798065335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778797633719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630282'] for port, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:43.051540 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-53f84db2-77f4-4c0f-9909-70d46e5a9076 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850655797'] for router_gateway, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:43.193373 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-cc1bb189-b551-4314-9312-656cb80f770b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbf8be35eb8>, [{'id': '2e104534-3e4e-4154-a391-9d9cf3ff8fa6', 'name': 'tempest-AttachVolumeShelveTestJSON-874070501-router', 'tenant_id': 'eb8be716db2e42aea2a6c06bf05c44b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': 'c96d1082-8b20-4b01-a83f-c53bd580ef7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:04:04Z', 'updated_at': '2021-02-10T21:11:40Z', 'revision_number': 5, 'project_id': 'eb8be716db2e42aea2a6c06bf05c44b5', 'gw_port': {'id': 'c96d1082-8b20-4b01-a83f-c53bd580ef7b', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:68:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e104534-3e4e-4154-a391-9d9cf3ff8fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:04:06Z', 'updated_at': '2021-02-10T21:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi'}], 'dv-cinder-775008-1-iscsi', False) {} {{(pid=79930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:11:43.196971 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-53f84db2-77f4-4c0f-9909-70d46e5a9076 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4114297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774503'] for router, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:43.199241 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1bb189-b551-4314-9312-656cb80f770b None None] The sync data for ids ['2e104534-3e4e-4154-a391-9d9cf3ff8fa6'] in dv-cinder-775008-1-iscsi is: [{'id': '2e104534-3e4e-4154-a391-9d9cf3ff8fa6', 'name': 'tempest-AttachVolumeShelveTestJSON-874070501-router', 'tenant_id': 'eb8be716db2e42aea2a6c06bf05c44b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': 'c96d1082-8b20-4b01-a83f-c53bd580ef7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:04:04Z', 'updated_at': '2021-02-10T21:11:40Z', 'revision_number': 5, 'project_id': 'eb8be716db2e42aea2a6c06bf05c44b5', 'gw_port': {'id': 'c96d1082-8b20-4b01-a83f-c53bd580ef7b', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:68:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e104534-3e4e-4154-a391-9d9cf3ff8fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:04:06Z', 'updated_at': '2021-02-10T21:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi'}] {{(pid=79930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 10 21:11:43.199420 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-53f84db2-77f4-4c0f-9909-70d46e5a9076 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:43.227237 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-53f84db2-77f4-4c0f-9909-70d46e5a9076 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4114335'] for router, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:43.228021 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53f84db2-77f4-4c0f-9909-70d46e5a9076 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e104534-3e4e-4154-a391-9d9cf3ff8fa6 {{(pid=79929) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 10 21:11:43.246227 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-53f84db2-77f4-4c0f-9909-70d46e5a9076 admin admin] Notify callbacks [] for router, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:43.247464 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-53f84db2-77f4-4c0f-9909-70d46e5a9076 admin admin] 10.222.0.82 "DELETE /v2.0/routers/2e104534-3e4e-4154-a391-9d9cf3ff8fa6 HTTP/1.1" status: 204  len: 168 time: 1.3100574
Feb 10 21:11:43.250369 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 35160) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:11:43.323163 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.db_base_plugin_v2 [None req-71833427-511b-4735-9c49-0665369c9e8a admin admin] Deleting subnet 6d155787-390f-4d80-9348-99de0b4f3565 {{(pid=79929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 10 21:11:43.326425 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-71833427-511b-4735-9c49-0665369c9e8a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:43.379607 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-71833427-511b-4735-9c49-0665369c9e8a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707976'] for subnet, precommit_delete_associations {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:43.471777 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-71833427-511b-4735-9c49-0665369c9e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016988'] for subnet, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:43.745542 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-71833427-511b-4735-9c49-0665369c9e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853758828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2627678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2464197'] for subnet, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:43.765605 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:11:43.773671 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Device 36b90f73-a138-4d9f-b18f-6974b61cde97 no longer exists at agent ovs-agent-dv-cinder-775008-1-iscsi {{(pid=79930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 10 21:11:43.814867 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71833427-511b-4735-9c49-0665369c9e8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d155787-390f-4d80-9348-99de0b4f3565,revision_number=None']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:11:43.816204 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] No Port match for: 36b90f73-a138-4d9f-b18f-6974b61cde97 {{(pid=79930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 10 21:11:43.816609 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Device 36b90f73-a138-4d9f-b18f-6974b61cde97 not bound to the agent host dv-cinder-775008-1-iscsi {{(pid=79930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 10 21:11:43.817547 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-71833427-511b-4735-9c49-0665369c9e8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:11:43.912291 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-71833427-511b-4735-9c49-0665369c9e8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:43.919089 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5de112-e5b5-4742-8e92-bbdde6c3a500 None None] Network 009dd3d9-5800-4858-a534-697a99ad36c1 requested from dv-cinder-775008-1-iscsi {{(pid=79930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 10 21:11:43.920075 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-71833427-511b-4735-9c49-0665369c9e8a admin admin] 10.222.0.82 "DELETE /v2.0/subnets/6d155787-390f-4d80-9348-99de0b4f3565 HTTP/1.1" status: 204  len: 168 time: 0.6685545
Feb 10 21:11:43.922729 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 35164) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:11:44.048614 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-d5ca4b84-ddec-4840-b907-4713d1470348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853728688'] for network, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:44.127789 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-d5ca4b84-ddec-4840-b907-4713d1470348 admin admin] Deleting port 59dd5e7c-e2f4-46d8-b4fe-27eb7fa3faaf {{(pid=79929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 10 21:11:44.128169 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-d5ca4b84-ddec-4840-b907-4713d1470348 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258056652319'] for port, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:44.206140 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5852f92-2207-4239-aa70-6fad9bda143f None None] DHCP port deletion for 009dd3d9-5800-4858-a534-697a99ad36c1 request from dv-cinder-775008-1-iscsi {{(pid=79930) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 10 21:11:44.212691 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-d5852f92-2207-4239-aa70-6fad9bda143f None None] Deleting port 59dd5e7c-e2f4-46d8-b4fe-27eb7fa3faaf {{(pid=79930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 10 21:11:44.213114 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-d5852f92-2207-4239-aa70-6fad9bda143f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258056652319'] for port, before_delete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:44.368221 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-d5ca4b84-ddec-4840-b907-4713d1470348 admin admin] For port 59dd5e7c-e2f4-46d8-b4fe-27eb7fa3faaf, host dv-cinder-775008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-iscsi',level=0,port_id=59dd5e7c-e2f4-46d8-b4fe-27eb7fa3faaf,segment=NetworkSegment(d7f580de-9525-4e7b-93a1-5e7479da2ea8),segment_id=d7f580de-9525-4e7b-93a1-5e7479da2ea8)] {{(pid=79929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:11:44.369155 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-d5ca4b84-ddec-4840-b907-4713d1470348 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797663'] for port, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:44.447577 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-d5852f92-2207-4239-aa70-6fad9bda143f None None] For port 59dd5e7c-e2f4-46d8-b4fe-27eb7fa3faaf, host dv-cinder-775008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-iscsi',level=0,port_id=59dd5e7c-e2f4-46d8-b4fe-27eb7fa3faaf,segment=NetworkSegment(d7f580de-9525-4e7b-93a1-5e7479da2ea8),segment_id=d7f580de-9525-4e7b-93a1-5e7479da2ea8)] {{(pid=79930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:11:44.447925 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-d5852f92-2207-4239-aa70-6fad9bda143f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797663'] for port, precommit_delete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:44.509229 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-d5ca4b84-ddec-4840-b907-4713d1470348 admin admin] Calling delete_port for 59dd5e7c-e2f4-46d8-b4fe-27eb7fa3faaf owned by network:dhcp {{(pid=79929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 10 21:11:44.586442 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-d5852f92-2207-4239-aa70-6fad9bda143f None None] Calling delete_port for 59dd5e7c-e2f4-46d8-b4fe-27eb7fa3faaf owned by network:dhcp {{(pid=79930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 10 21:11:44.592317 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-d5ca4b84-ddec-4840-b907-4713d1470348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778798065335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778797633719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630282'] for port, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:44.605697 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b8c37a9a-6c3e-48b7-bd63-caedd8e6e567 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:11:44.665368 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ca4b84-ddec-4840-b907-4713d1470348 admin admin] Pushing event deleted for resources: {'Port': ['ID=59dd5e7c-e2f4-46d8-b4fe-27eb7fa3faaf,revision_number=None']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:11:44.666042 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.db.api [None req-d5852f92-2207-4239-aa70-6fad9bda143f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79930) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 10 21:11:44.666466 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_db.api [None req-d5852f92-2207-4239-aa70-6fad9bda143f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 10 21:11:44.670667 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-d5ca4b84-ddec-4840-b907-4713d1470348 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:11:44.764197 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ca4b84-ddec-4840-b907-4713d1470348 admin admin] No DVR routers for this DVR port 59dd5e7c-e2f4-46d8-b4fe-27eb7fa3faaf on host dv-cinder-775008-1-iscsi {{(pid=79929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 10 21:11:44.895286 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-d5ca4b84-ddec-4840-b907-4713d1470348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023083', 'neutron.services.segments.db._delete_segments_for_network-8778798167172'] for network, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:45.018600 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.services.segments.db [None req-d5ca4b84-ddec-4840-b907-4713d1470348 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fbf907638d0>,) {'filters': {'network_id': ['009dd3d9-5800-4858-a534-697a99ad36c1']}} {{(pid=79929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:11:45.031398 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.services.segments.db [None req-d5ca4b84-ddec-4840-b907-4713d1470348 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fbf907638d0>, 'd7f580de-9525-4e7b-93a1-5e7479da2ea8') {'for_net_delete': True} {{(pid=79929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:11:45.031737 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.services.segments.db [None req-d5ca4b84-ddec-4840-b907-4713d1470348 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fbf907638d0>, 'd7f580de-9525-4e7b-93a1-5e7479da2ea8') {} {{(pid=79929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:11:45.044743 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-d5ca4b84-ddec-4840-b907-4713d1470348 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778798166933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852067840'] for segment, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:45.064706 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-d5ca4b84-ddec-4840-b907-4713d1470348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853830591'] for segment, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:45.066980 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d5ca4b84-ddec-4840-b907-4713d1470348 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=79929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 10 21:11:45.167698 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-d5852f92-2207-4239-aa70-6fad9bda143f None None] Deleting port 59dd5e7c-e2f4-46d8-b4fe-27eb7fa3faaf {{(pid=79930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 10 21:11:45.168173 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-d5852f92-2207-4239-aa70-6fad9bda143f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258056652319'] for port, before_delete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:45.245366 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-d5852f92-2207-4239-aa70-6fad9bda143f None None] The port '59dd5e7c-e2f4-46d8-b4fe-27eb7fa3faaf' was deleted {{(pid=79930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 10 21:11:45.265454 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-d5ca4b84-ddec-4840-b907-4713d1470348 admin admin] Network 009dd3d9-5800-4858-a534-697a99ad36c1 has no segments {{(pid=79929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 10 21:11:45.275206 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-d5ca4b84-ddec-4840-b907-4713d1470348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-945225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852145411'] for segment, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:45.464621 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-d5ca4b84-ddec-4840-b907-4713d1470348 admin admin] Network 009dd3d9-5800-4858-a534-697a99ad36c1 has no segments {{(pid=79929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 10 21:11:45.489587 dv-cinder-775008-1-iscsi neutron-server[79816]: Traceback (most recent call last):
Feb 10 21:11:45.489587 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 10 21:11:45.489587 dv-cinder-775008-1-iscsi neutron-server[79816]:     timer()
Feb 10 21:11:45.489587 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 10 21:11:45.489587 dv-cinder-775008-1-iscsi neutron-server[79816]:     cb(*args, **kw)
Feb 10 21:11:45.489587 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 10 21:11:45.489587 dv-cinder-775008-1-iscsi neutron-server[79816]:     return func(*args, **kwargs)
Feb 10 21:11:45.489587 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 10 21:11:45.489587 dv-cinder-775008-1-iscsi neutron-server[79816]:     self._notify()
Feb 10 21:11:45.489587 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 10 21:11:45.489587 dv-cinder-775008-1-iscsi neutron-server[79816]:     self.callback(batched_events)
Feb 10 21:11:45.489587 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 10 21:11:45.489587 dv-cinder-775008-1-iscsi neutron-server[79816]:     event.method(event)
Feb 10 21:11:45.489587 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 10 21:11:45.489587 dv-cinder-775008-1-iscsi neutron-server[79816]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 10 21:11:45.489587 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 10 21:11:45.489587 dv-cinder-775008-1-iscsi neutron-server[79816]:     segment_id)['aggregates'][0]
Feb 10 21:11:45.489587 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 10 21:11:45.489587 dv-cinder-775008-1-iscsi neutron-server[79816]:     return f(self, *a, **k)
Feb 10 21:11:45.489587 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 10 21:11:45.489587 dv-cinder-775008-1-iscsi neutron-server[79816]:     return self._get(url).json()
Feb 10 21:11:45.489587 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 10 21:11:45.489587 dv-cinder-775008-1-iscsi neutron-server[79816]:     **kwargs)
Feb 10 21:11:45.489587 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 10 21:11:45.489587 dv-cinder-775008-1-iscsi neutron-server[79816]:     return self.request(url, 'GET', **kwargs)
Feb 10 21:11:45.489587 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 10 21:11:45.489587 dv-cinder-775008-1-iscsi neutron-server[79816]:     **endpoint_filter)
Feb 10 21:11:45.489587 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 10 21:11:45.489587 dv-cinder-775008-1-iscsi neutron-server[79816]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 10 21:11:45.489587 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 10 21:11:45.489587 dv-cinder-775008-1-iscsi neutron-server[79816]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 10 21:11:45.489587 dv-cinder-775008-1-iscsi neutron-server[79816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 10 21:11:45.572520 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-d5ca4b84-ddec-4840-b907-4713d1470348 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853752733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850656724'] for network, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:45.577075 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-d5ca4b84-ddec-4840-b907-4713d1470348 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728031'] for network, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:45.581019 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:11:45.607908 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ca4b84-ddec-4840-b907-4713d1470348 admin admin] Pushing event deleted for resources: {'Network': ['ID=009dd3d9-5800-4858-a534-697a99ad36c1,revision_number=None']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:11:45.610755 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-d5ca4b84-ddec-4840-b907-4713d1470348 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:11:45.619472 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-d5ca4b84-ddec-4840-b907-4713d1470348 admin admin] 10.222.0.82 "DELETE /v2.0/networks/009dd3d9-5800-4858-a534-697a99ad36c1 HTTP/1.1" status: 204  len: 168 time: 1.6954620
Feb 10 21:11:45.769191 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 35174) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:11:45.815708 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Device 59dd5e7c-e2f4-46d8-b4fe-27eb7fa3faaf no longer exists at agent ovs-agent-dv-cinder-775008-1-iscsi {{(pid=79930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 10 21:11:45.826288 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-623f2fd8-7b1b-4239-922a-600005ca5d75 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=eb8be716db2e42aea2a6c06bf05c44b5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0554984
Feb 10 21:11:45.828880 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 35178) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:11:45.853935 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] No Port match for: 59dd5e7c-e2f4-46d8-b4fe-27eb7fa3faaf {{(pid=79930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 10 21:11:45.854371 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Device 59dd5e7c-e2f4-46d8-b4fe-27eb7fa3faaf not bound to the agent host dv-cinder-775008-1-iscsi {{(pid=79930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 10 21:11:45.855047 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Device c96d1082-8b20-4b01-a83f-c53bd580ef7b no longer exists at agent ovs-agent-dv-cinder-775008-1-iscsi {{(pid=79930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 10 21:11:45.894455 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-727cdeb7-4943-44ac-86fa-5268dcbbb042 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:45.898708 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] No Port match for: c96d1082-8b20-4b01-a83f-c53bd580ef7b {{(pid=79930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 10 21:11:45.899256 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Device c96d1082-8b20-4b01-a83f-c53bd580ef7b not bound to the agent host dv-cinder-775008-1-iscsi {{(pid=79930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 10 21:11:45.924050 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-727cdeb7-4943-44ac-86fa-5268dcbbb042 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:45.970714 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-727cdeb7-4943-44ac-86fa-5268dcbbb042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:45.975712 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-39ba8af5-34fb-47ac-b185-80ffc3d54def admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:11:45.991279 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727cdeb7-4943-44ac-86fa-5268dcbbb042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b66865e-9fd1-4bb7-b5c1-5bba70a74e4b,revision_number=None']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:11:46.003185 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727cdeb7-4943-44ac-86fa-5268dcbbb042 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:11:46.003611 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727cdeb7-4943-44ac-86fa-5268dcbbb042 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:11:46.004027 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727cdeb7-4943-44ac-86fa-5268dcbbb042 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:11:46.004443 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727cdeb7-4943-44ac-86fa-5268dcbbb042 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:11:46.004847 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727cdeb7-4943-44ac-86fa-5268dcbbb042 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:11:46.005251 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727cdeb7-4943-44ac-86fa-5268dcbbb042 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:11:46.005655 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727cdeb7-4943-44ac-86fa-5268dcbbb042 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:11:46.006107 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727cdeb7-4943-44ac-86fa-5268dcbbb042 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:11:46.006467 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727cdeb7-4943-44ac-86fa-5268dcbbb042 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:11:46.006864 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727cdeb7-4943-44ac-86fa-5268dcbbb042 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:11:46.007260 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727cdeb7-4943-44ac-86fa-5268dcbbb042 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:11:46.007659 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727cdeb7-4943-44ac-86fa-5268dcbbb042 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:11:46.008156 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727cdeb7-4943-44ac-86fa-5268dcbbb042 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:11:46.008554 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727cdeb7-4943-44ac-86fa-5268dcbbb042 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:11:46.009850 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727cdeb7-4943-44ac-86fa-5268dcbbb042 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:11:46.009850 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727cdeb7-4943-44ac-86fa-5268dcbbb042 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:11:46.010317 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727cdeb7-4943-44ac-86fa-5268dcbbb042 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:11:46.010711 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727cdeb7-4943-44ac-86fa-5268dcbbb042 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:11:46.011105 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727cdeb7-4943-44ac-86fa-5268dcbbb042 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:11:46.011499 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727cdeb7-4943-44ac-86fa-5268dcbbb042 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:11:46.011889 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727cdeb7-4943-44ac-86fa-5268dcbbb042 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:11:46.012279 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727cdeb7-4943-44ac-86fa-5268dcbbb042 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:11:46.012672 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727cdeb7-4943-44ac-86fa-5268dcbbb042 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:11:46.013064 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727cdeb7-4943-44ac-86fa-5268dcbbb042 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:11:46.018723 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-727cdeb7-4943-44ac-86fa-5268dcbbb042 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:11:46.020780 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-727cdeb7-4943-44ac-86fa-5268dcbbb042 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:46.021990 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-727cdeb7-4943-44ac-86fa-5268dcbbb042 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/6b66865e-9fd1-4bb7-b5c1-5bba70a74e4b HTTP/1.1" status: 204  len: 168 time: 0.1921546
Feb 10 21:11:49.645401 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 35244) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:11:49.817495 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-0cc6e97e-41e2-4bc6-af62-c2687a57a7e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:49.844462 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-0cc6e97e-41e2-4bc6-af62-c2687a57a7e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:11:49.848789 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-0cc6e97e-41e2-4bc6-af62-c2687a57a7e0 admin admin] Usage tracker for resource:security_group_rule and tenant:43110f94ba8441e3a094cca091157ce3 is out of sync, need to count used quota {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:11:49.852023 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-0cc6e97e-41e2-4bc6-af62-c2687a57a7e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:11:49.859499 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-0cc6e97e-41e2-4bc6-af62-c2687a57a7e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:11:49.950486 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-0cc6e97e-41e2-4bc6-af62-c2687a57a7e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:49.953141 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-0cc6e97e-41e2-4bc6-af62-c2687a57a7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:49.962114 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-bf818494-1e19-48d3-bbf0-4377d7b6fca2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:11:50.006052 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-0cc6e97e-41e2-4bc6-af62-c2687a57a7e0 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=43110f94ba8441e3a094cca091157ce3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3594511
Feb 10 21:11:50.007823 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc6e97e-41e2-4bc6-af62-c2687a57a7e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e18aae7d-2ef8-4d8e-b295-ffd5c1e13048,revision_number=1']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:11:50.008977 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 35250) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:11:50.011538 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-0cc6e97e-41e2-4bc6-af62-c2687a57a7e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:11:50.077299 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-3a10e2d8-64d0-466d-aaac-97bf0c2bf9d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:50.106865 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-3a10e2d8-64d0-466d-aaac-97bf0c2bf9d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:50.156298 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-3a10e2d8-64d0-466d-aaac-97bf0c2bf9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:50.161318 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-25e91dd4-f981-4c86-b9e7-9fc26893d3c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:11:50.175347 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a10e2d8-64d0-466d-aaac-97bf0c2bf9d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18aae7d-2ef8-4d8e-b295-ffd5c1e13048,revision_number=None']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:11:50.185344 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a10e2d8-64d0-466d-aaac-97bf0c2bf9d9 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:11:50.185757 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a10e2d8-64d0-466d-aaac-97bf0c2bf9d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:11:50.186194 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a10e2d8-64d0-466d-aaac-97bf0c2bf9d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:11:50.186609 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a10e2d8-64d0-466d-aaac-97bf0c2bf9d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:11:50.187010 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a10e2d8-64d0-466d-aaac-97bf0c2bf9d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:11:50.187404 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a10e2d8-64d0-466d-aaac-97bf0c2bf9d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:11:50.187804 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a10e2d8-64d0-466d-aaac-97bf0c2bf9d9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:11:50.188195 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a10e2d8-64d0-466d-aaac-97bf0c2bf9d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:11:50.188596 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a10e2d8-64d0-466d-aaac-97bf0c2bf9d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:11:50.188986 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a10e2d8-64d0-466d-aaac-97bf0c2bf9d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:11:50.189382 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a10e2d8-64d0-466d-aaac-97bf0c2bf9d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:11:50.189769 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a10e2d8-64d0-466d-aaac-97bf0c2bf9d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:11:50.190287 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a10e2d8-64d0-466d-aaac-97bf0c2bf9d9 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:11:50.190675 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a10e2d8-64d0-466d-aaac-97bf0c2bf9d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:11:50.191072 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a10e2d8-64d0-466d-aaac-97bf0c2bf9d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:11:50.191455 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a10e2d8-64d0-466d-aaac-97bf0c2bf9d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:11:50.191841 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a10e2d8-64d0-466d-aaac-97bf0c2bf9d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:11:50.192231 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a10e2d8-64d0-466d-aaac-97bf0c2bf9d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:11:50.192621 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a10e2d8-64d0-466d-aaac-97bf0c2bf9d9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:11:50.193006 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a10e2d8-64d0-466d-aaac-97bf0c2bf9d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:11:50.193402 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a10e2d8-64d0-466d-aaac-97bf0c2bf9d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:11:50.193798 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a10e2d8-64d0-466d-aaac-97bf0c2bf9d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:11:50.194232 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a10e2d8-64d0-466d-aaac-97bf0c2bf9d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:11:50.194619 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a10e2d8-64d0-466d-aaac-97bf0c2bf9d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:11:50.200113 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-3a10e2d8-64d0-466d-aaac-97bf0c2bf9d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:11:50.201453 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-3a10e2d8-64d0-466d-aaac-97bf0c2bf9d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:50.205937 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-3a10e2d8-64d0-466d-aaac-97bf0c2bf9d9 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/e18aae7d-2ef8-4d8e-b295-ffd5c1e13048 HTTP/1.1" status: 204  len: 168 time: 0.1930583
Feb 10 21:11:50.553408 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 35260) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:11:50.573287 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-959030a7-fdab-4c18-b59c-b4fb0b902f68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:50.592107 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-959030a7-fdab-4c18-b59c-b4fb0b902f68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:11:50.596178 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-959030a7-fdab-4c18-b59c-b4fb0b902f68 admin admin] Usage tracker for resource:security_group_rule and tenant:0d515e59143e4ce59a2b00b9372f3c6e is out of sync, need to count used quota {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:11:50.599196 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-959030a7-fdab-4c18-b59c-b4fb0b902f68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:11:50.605627 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-959030a7-fdab-4c18-b59c-b4fb0b902f68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:11:50.942280 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-959030a7-fdab-4c18-b59c-b4fb0b902f68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:50.945043 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-959030a7-fdab-4c18-b59c-b4fb0b902f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:50.954926 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-15648786-2e6e-472b-9b6d-d5b1e2c9550f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:11:50.998786 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-959030a7-fdab-4c18-b59c-b4fb0b902f68 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=0d515e59143e4ce59a2b00b9372f3c6e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4441648
Feb 10 21:11:50.999739 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959030a7-fdab-4c18-b59c-b4fb0b902f68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90b4b22e-9205-478a-b457-cf8d9e045edf,revision_number=1']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:11:51.002516 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 35264) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:11:51.003245 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-959030a7-fdab-4c18-b59c-b4fb0b902f68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:11:51.067748 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-d85e18bf-8bde-4dcf-ba8e-c078deab43bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:51.096210 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-d85e18bf-8bde-4dcf-ba8e-c078deab43bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:51.142072 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-d85e18bf-8bde-4dcf-ba8e-c078deab43bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:51.145859 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-fc7f119f-10f1-4b73-bf93-47fb90a9861c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:11:51.162294 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85e18bf-8bde-4dcf-ba8e-c078deab43bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90b4b22e-9205-478a-b457-cf8d9e045edf,revision_number=None']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:11:51.165135 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-d85e18bf-8bde-4dcf-ba8e-c078deab43bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:11:51.175106 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-d85e18bf-8bde-4dcf-ba8e-c078deab43bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:51.176342 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-d85e18bf-8bde-4dcf-ba8e-c078deab43bd admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/90b4b22e-9205-478a-b457-cf8d9e045edf HTTP/1.1" status: 204  len: 168 time: 0.1727250
Feb 10 21:11:54.172373 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-d6e3e158-29c9-4587-a7d0-334864aa5d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:54.839319 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 35356) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:11:54.995024 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-91802dff-4a32-4180-a1db-14b4087ba435 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:55.011431 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-91802dff-4a32-4180-a1db-14b4087ba435 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:11:55.015834 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-91802dff-4a32-4180-a1db-14b4087ba435 admin admin] Usage tracker for resource:security_group_rule and tenant:eb1f1b3a72cc445bae4a81c8aa088f58 is out of sync, need to count used quota {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:11:55.018849 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-91802dff-4a32-4180-a1db-14b4087ba435 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:11:55.024724 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-91802dff-4a32-4180-a1db-14b4087ba435 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:11:55.115193 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-91802dff-4a32-4180-a1db-14b4087ba435 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:55.117952 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-91802dff-4a32-4180-a1db-14b4087ba435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:55.127276 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-ce2d0b1e-4c36-45d2-8d4c-e90612a4039d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:11:55.171396 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-91802dff-4a32-4180-a1db-14b4087ba435 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=eb1f1b3a72cc445bae4a81c8aa088f58&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3306997
Feb 10 21:11:55.173228 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91802dff-4a32-4180-a1db-14b4087ba435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83682353-bf59-4859-b518-f05a0263555b,revision_number=1']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:11:55.174401 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 35362) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:11:55.176723 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-91802dff-4a32-4180-a1db-14b4087ba435 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:11:55.239254 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-0d13e977-3529-4b73-b84e-eacdf8ee236e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:55.267394 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-0d13e977-3529-4b73-b84e-eacdf8ee236e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:55.317460 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-0d13e977-3529-4b73-b84e-eacdf8ee236e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:55.322997 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-5bfbbb75-5c03-4d98-91a1-5470dc8db686 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:11:55.337630 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d13e977-3529-4b73-b84e-eacdf8ee236e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83682353-bf59-4859-b518-f05a0263555b,revision_number=None']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:11:55.341419 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-0d13e977-3529-4b73-b84e-eacdf8ee236e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:11:55.348185 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-0d13e977-3529-4b73-b84e-eacdf8ee236e admin admin] Notify callbacks [] for security_group, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:55.350077 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-0d13e977-3529-4b73-b84e-eacdf8ee236e admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/83682353-bf59-4859-b518-f05a0263555b HTTP/1.1" status: 204  len: 168 time: 0.1739302
Feb 10 21:11:55.705750 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 35370) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:11:55.725827 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-555e5e6c-950b-49e6-b1ba-9a4b3adea258 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:55.742319 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-555e5e6c-950b-49e6-b1ba-9a4b3adea258 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:11:55.747278 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-555e5e6c-950b-49e6-b1ba-9a4b3adea258 admin admin] Usage tracker for resource:security_group_rule and tenant:c382c30f2fcf40d9a3e4158919d06187 is out of sync, need to count used quota {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:11:55.750399 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-555e5e6c-950b-49e6-b1ba-9a4b3adea258 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:11:55.756488 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-555e5e6c-950b-49e6-b1ba-9a4b3adea258 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:11:55.843994 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-555e5e6c-950b-49e6-b1ba-9a4b3adea258 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:55.846792 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-555e5e6c-950b-49e6-b1ba-9a4b3adea258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:55.856624 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-c5bed7b5-4735-4919-8f1f-e6d3cd605a59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:11:55.902411 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-555e5e6c-950b-49e6-b1ba-9a4b3adea258 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=c382c30f2fcf40d9a3e4158919d06187&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1953876
Feb 10 21:11:55.903238 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555e5e6c-950b-49e6-b1ba-9a4b3adea258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62b66aad-4b70-4699-acaf-9c6a977b92c9,revision_number=1']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:11:55.905542 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 35376) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:11:55.906602 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-555e5e6c-950b-49e6-b1ba-9a4b3adea258 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:11:55.975060 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a29b013e-c60c-4ded-8168-2b41e8d99d57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:56.004161 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a29b013e-c60c-4ded-8168-2b41e8d99d57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:56.056173 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a29b013e-c60c-4ded-8168-2b41e8d99d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:56.061460 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-0660fc3c-d769-48ba-812d-198260a86892 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:11:56.075088 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29b013e-c60c-4ded-8168-2b41e8d99d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b66aad-4b70-4699-acaf-9c6a977b92c9,revision_number=None']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:11:56.078228 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-a29b013e-c60c-4ded-8168-2b41e8d99d57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:11:56.086061 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a29b013e-c60c-4ded-8168-2b41e8d99d57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:56.089000 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-a29b013e-c60c-4ded-8168-2b41e8d99d57 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/62b66aad-4b70-4699-acaf-9c6a977b92c9 HTTP/1.1" status: 204  len: 168 time: 0.1805427
Feb 10 21:11:56.671604 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-153582e8-6d3b-4fcc-8669-90d559977300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:57.314954 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8e35c017-ca0e-4997-9af4-ce0f5f2c761e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:57.900558 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.agents_db [None req-2fd61c53-9bc0-4c2f-aa40-be9729c6e46f None None] Agent healthcheck: found 6 active agents {{(pid=79931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 10 21:11:58.214513 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:58.363047 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a16a173f-35ea-40df-9953-0a23fc2526db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:59.537768 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 35464) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:11:59.692474 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-16fc0e61-81a0-45ef-a7c6-31c93b626fe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:59.708107 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-16fc0e61-81a0-45ef-a7c6-31c93b626fe0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:11:59.712218 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-16fc0e61-81a0-45ef-a7c6-31c93b626fe0 admin admin] Usage tracker for resource:security_group_rule and tenant:92c28a8590474b4f944bc101b145e870 is out of sync, need to count used quota {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:11:59.715940 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-16fc0e61-81a0-45ef-a7c6-31c93b626fe0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:11:59.721832 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-16fc0e61-81a0-45ef-a7c6-31c93b626fe0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:11:59.812888 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-16fc0e61-81a0-45ef-a7c6-31c93b626fe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:59.815779 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-16fc0e61-81a0-45ef-a7c6-31c93b626fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:59.823755 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-9eb9646f-fc76-4478-99bd-8b56310d3440 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:11:59.869873 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-16fc0e61-81a0-45ef-a7c6-31c93b626fe0 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=92c28a8590474b4f944bc101b145e870&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3309202
Feb 10 21:11:59.870865 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fc0e61-81a0-45ef-a7c6-31c93b626fe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d95daebe-6550-4532-b002-b58884ae8b00,revision_number=1']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:11:59.872862 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 35476) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:11:59.874308 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-16fc0e61-81a0-45ef-a7c6-31c93b626fe0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:11:59.942250 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-7dd810c4-cfeb-4d68-966b-46e0fe3afaf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:11:59.970186 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-7dd810c4-cfeb-4d68-966b-46e0fe3afaf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:00.015961 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-7dd810c4-cfeb-4d68-966b-46e0fe3afaf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:00.020897 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-959030a7-fdab-4c18-b59c-b4fb0b902f68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:12:00.036378 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd810c4-cfeb-4d68-966b-46e0fe3afaf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d95daebe-6550-4532-b002-b58884ae8b00,revision_number=None']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:12:00.039512 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-7dd810c4-cfeb-4d68-966b-46e0fe3afaf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:12:00.045792 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-7dd810c4-cfeb-4d68-966b-46e0fe3afaf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:00.047052 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-7dd810c4-cfeb-4d68-966b-46e0fe3afaf8 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/d95daebe-6550-4532-b002-b58884ae8b00 HTTP/1.1" status: 204  len: 168 time: 0.1731191
Feb 10 21:12:00.405723 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 35484) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:12:00.424661 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-33574ccb-48ae-4990-ae11-9649076dc7c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:00.440891 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-33574ccb-48ae-4990-ae11-9649076dc7c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:12:00.445232 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-33574ccb-48ae-4990-ae11-9649076dc7c5 admin admin] Usage tracker for resource:security_group_rule and tenant:583dd507e6874b618bc6a3ce68ef28cd is out of sync, need to count used quota {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:12:00.448892 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-33574ccb-48ae-4990-ae11-9649076dc7c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:12:00.454762 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-33574ccb-48ae-4990-ae11-9649076dc7c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:12:00.546511 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-33574ccb-48ae-4990-ae11-9649076dc7c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:00.549351 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-33574ccb-48ae-4990-ae11-9649076dc7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:00.559632 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-13bc815d-b9fb-448a-9efa-efcce2e50020 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:12:00.603248 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-33574ccb-48ae-4990-ae11-9649076dc7c5 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=583dd507e6874b618bc6a3ce68ef28cd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1963527
Feb 10 21:12:00.604755 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33574ccb-48ae-4990-ae11-9649076dc7c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e381617-300e-4438-a375-6a2c21d2552e,revision_number=1']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:12:00.606318 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 35488) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:12:00.608211 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-33574ccb-48ae-4990-ae11-9649076dc7c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:12:00.672161 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-d840d8cc-5ad7-4899-8a7e-a42d09701b24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:00.701049 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-d840d8cc-5ad7-4899-8a7e-a42d09701b24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:00.745604 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-d840d8cc-5ad7-4899-8a7e-a42d09701b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:00.750536 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-7f073f50-9b5c-4433-85d7-adde660a10b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:12:00.764708 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d840d8cc-5ad7-4899-8a7e-a42d09701b24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e381617-300e-4438-a375-6a2c21d2552e,revision_number=None']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:12:00.767819 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-d840d8cc-5ad7-4899-8a7e-a42d09701b24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:12:00.769016 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-d840d8cc-5ad7-4899-8a7e-a42d09701b24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:00.771005 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-d840d8cc-5ad7-4899-8a7e-a42d09701b24 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/3e381617-300e-4438-a375-6a2c21d2552e HTTP/1.1" status: 204  len: 168 time: 0.1635818
Feb 10 21:12:01.365816 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:02.487290 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 35562) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:12:02.693535 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ecdb49a9-3b73-46fc-a8df-ef6f5ca61ad7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:02.710001 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-ecdb49a9-3b73-46fc-a8df-ef6f5ca61ad7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:12:02.715136 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-ecdb49a9-3b73-46fc-a8df-ef6f5ca61ad7 admin admin] Usage tracker for resource:security_group_rule and tenant:f2c46b4f36924b5482689c2785b72f1c is out of sync, need to count used quota {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:12:02.718358 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-ecdb49a9-3b73-46fc-a8df-ef6f5ca61ad7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:12:02.724335 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-ecdb49a9-3b73-46fc-a8df-ef6f5ca61ad7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:12:02.814477 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ecdb49a9-3b73-46fc-a8df-ef6f5ca61ad7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:02.818222 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ecdb49a9-3b73-46fc-a8df-ef6f5ca61ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:02.828137 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-3a10e2d8-64d0-466d-aaac-97bf0c2bf9d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:12:02.872820 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-ecdb49a9-3b73-46fc-a8df-ef6f5ca61ad7 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=f2c46b4f36924b5482689c2785b72f1c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3838596
Feb 10 21:12:02.874564 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdb49a9-3b73-46fc-a8df-ef6f5ca61ad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad310f88-12d1-455b-a452-38a5c9a0aa9f,revision_number=1']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:12:02.875787 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 35582) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:12:02.878842 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-ecdb49a9-3b73-46fc-a8df-ef6f5ca61ad7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:12:02.944333 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-6f1c6ed0-37f1-4979-a9fc-1bba0f6f59ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:02.974730 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-6f1c6ed0-37f1-4979-a9fc-1bba0f6f59ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:03.026822 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-6f1c6ed0-37f1-4979-a9fc-1bba0f6f59ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:03.034114 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-727cdeb7-4943-44ac-86fa-5268dcbbb042 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:12:03.052326 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1c6ed0-37f1-4979-a9fc-1bba0f6f59ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad310f88-12d1-455b-a452-38a5c9a0aa9f,revision_number=None']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:12:03.055461 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-6f1c6ed0-37f1-4979-a9fc-1bba0f6f59ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:12:03.067678 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-6f1c6ed0-37f1-4979-a9fc-1bba0f6f59ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:03.071294 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-6f1c6ed0-37f1-4979-a9fc-1bba0f6f59ba admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/ad310f88-12d1-455b-a452-38a5c9a0aa9f HTTP/1.1" status: 204  len: 168 time: 0.1917369
Feb 10 21:12:22.392718 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 35818) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:12:22.553536 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-232fac7b-a277-4c49-8340-7f436cb499a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:22.570635 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-232fac7b-a277-4c49-8340-7f436cb499a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:12:22.575495 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-232fac7b-a277-4c49-8340-7f436cb499a2 admin admin] Usage tracker for resource:security_group_rule and tenant:a5fc1ca2bae942daa05058921887cfef is out of sync, need to count used quota {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:12:22.578555 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-232fac7b-a277-4c49-8340-7f436cb499a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:12:22.584392 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-232fac7b-a277-4c49-8340-7f436cb499a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:12:22.674080 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-232fac7b-a277-4c49-8340-7f436cb499a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:22.676958 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-232fac7b-a277-4c49-8340-7f436cb499a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:22.686858 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-42cb4bb4-7bdf-42c9-a62d-e09bc9872560 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:12:22.730487 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-232fac7b-a277-4c49-8340-7f436cb499a2 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=a5fc1ca2bae942daa05058921887cfef&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3365498
Feb 10 21:12:22.731449 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232fac7b-a277-4c49-8340-7f436cb499a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd4d24cb-a03a-4052-8add-64a02921e33c,revision_number=1']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:12:22.733442 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 35824) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:12:22.734941 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-232fac7b-a277-4c49-8340-7f436cb499a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:12:22.799173 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-91ba8372-c3aa-4a46-a3fb-09a492d41315 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:22.828547 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-91ba8372-c3aa-4a46-a3fb-09a492d41315 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:22.882359 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-91ba8372-c3aa-4a46-a3fb-09a492d41315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:22.886933 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b9c12208-02e2-48d4-951d-26330485bae6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:12:22.902053 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ba8372-c3aa-4a46-a3fb-09a492d41315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd4d24cb-a03a-4052-8add-64a02921e33c,revision_number=None']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:12:22.906553 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-91ba8372-c3aa-4a46-a3fb-09a492d41315 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:12:22.912599 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-91ba8372-c3aa-4a46-a3fb-09a492d41315 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:22.918049 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-91ba8372-c3aa-4a46-a3fb-09a492d41315 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/fd4d24cb-a03a-4052-8add-64a02921e33c HTTP/1.1" status: 204  len: 168 time: 0.1793833
Feb 10 21:12:24.176084 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-61c89e5c-760a-4e3a-aa2d-2f3ef1f6ec83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:25.766159 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-541dd2b7-efb8-4b55-a6c4-03290adb3179 req-7188a395-a2b0-4830-8ddd-46911231d04e tempest-VolumesNegativeTest-871739555 tempest-VolumesNegativeTest-871739555-project] 10.222.0.82 "GET /v2.0/networks?tenant_id=8c27a62a51b343b68f3169854afd06a3&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0338109
Feb 10 21:12:26.024039 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541dd2b7-efb8-4b55-a6c4-03290adb3179 req-fc40813a-d722-4102-9ab2-ddaf37f62ec3 tempest-VolumesNegativeTest-871739555 tempest-VolumesNegativeTest-871739555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:12:26.025641 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-541dd2b7-efb8-4b55-a6c4-03290adb3179 req-fc40813a-d722-4102-9ab2-ddaf37f62ec3 tempest-VolumesNegativeTest-871739555 tempest-VolumesNegativeTest-871739555-project] 10.222.0.82 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2536564
Feb 10 21:12:26.043105 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-541dd2b7-efb8-4b55-a6c4-03290adb3179 req-3fe292ee-d1b0-459c-9eb3-b78ee83b5454 tempest-VolumesNegativeTest-871739555 tempest-VolumesNegativeTest-871739555-project] 10.222.0.82 "GET /v2.0/quotas/8c27a62a51b343b68f3169854afd06a3 HTTP/1.1" status: 200  len: 375 time: 0.0100198
Feb 10 21:12:26.104388 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-541dd2b7-efb8-4b55-a6c4-03290adb3179 req-a684e6cf-3e5b-42e8-9e59-01dd0b2d3273 tempest-VolumesNegativeTest-871739555 tempest-VolumesNegativeTest-871739555-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=8c27a62a51b343b68f3169854afd06a3&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0545008
Feb 10 21:12:26.311645 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-f77bc2d1-44ea-43e9-98db-34c95de96f16 req-d8653c0b-a86a-44a2-ba45-0fb24e44f2b2 tempest-VolumesNegativeTest-871739555 tempest-VolumesNegativeTest-871739555-project] 10.222.0.82 "GET /v2.0/ports?device_id=1e34366d-ab91-4f6d-b962-0f9cd822cdfb HTTP/1.1" status: 200  len: 210 time: 0.0507219
Feb 10 21:12:26.674131 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8f3cd160-f278-461f-8819-80d8a6cf07ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:27.316319 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8e35c017-ca0e-4997-9af4-ce0f5f2c761e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:27.350924 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-541dd2b7-efb8-4b55-a6c4-03290adb3179 req-6d57dc9b-b541-4181-bb71-5b1704952973 tempest-VolumesNegativeTest-871739555 tempest-VolumesNegativeTest-871739555-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=8c27a62a51b343b68f3169854afd06a3&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0319848
Feb 10 21:12:27.511598 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-6bb61fec-e540-4f89-a5c6-a5d62f45a747 req-f6802148-fa9c-476e-bf13-658c3b39d347 tempest-VolumesNegativeTest-871739555 tempest-VolumesNegativeTest-871739555-project] 10.222.0.82 "GET /v2.0/ports?device_id=1e34366d-ab91-4f6d-b962-0f9cd822cdfb HTTP/1.1" status: 200  len: 210 time: 0.0540400
Feb 10 21:12:27.610342 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541dd2b7-efb8-4b55-a6c4-03290adb3179 req-59cdb791-fc41-4658-bc74-df7dc5755912 tempest-VolumesNegativeTest-871739555 tempest-VolumesNegativeTest-871739555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:12:27.611909 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-541dd2b7-efb8-4b55-a6c4-03290adb3179 req-59cdb791-fc41-4658-bc74-df7dc5755912 tempest-VolumesNegativeTest-871739555 tempest-VolumesNegativeTest-871739555-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2556157
Feb 10 21:12:27.636262 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [req-541dd2b7-efb8-4b55-a6c4-03290adb3179 req-58048a6d-dd94-4e48-9106-57dc78391456 tempest-VolumesNegativeTest-871739555 tempest-VolumesNegativeTest-871739555-project] Request body: {'port': {'device_id': '1e34366d-ab91-4f6d-b962-0f9cd822cdfb', 'network_id': 'bea29900-33c6-4da8-a08f-b5bca0baf5e2', 'admin_state_up': True, 'tenant_id': '8c27a62a51b343b68f3169854afd06a3'}} {{(pid=79929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:12:27.787446 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [req-541dd2b7-efb8-4b55-a6c4-03290adb3179 req-58048a6d-dd94-4e48-9106-57dc78391456 tempest-VolumesNegativeTest-871739555 tempest-VolumesNegativeTest-871739555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:12:27.791644 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-541dd2b7-efb8-4b55-a6c4-03290adb3179 req-58048a6d-dd94-4e48-9106-57dc78391456 tempest-VolumesNegativeTest-871739555 tempest-VolumesNegativeTest-871739555-project] Usage tracker for resource:port and tenant:8c27a62a51b343b68f3169854afd06a3 is out of sync, need to count used quota {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:12:27.795506 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-541dd2b7-efb8-4b55-a6c4-03290adb3179 req-58048a6d-dd94-4e48-9106-57dc78391456 tempest-VolumesNegativeTest-871739555 tempest-VolumesNegativeTest-871739555-project] Quota usage for port was recalculated. Used quota:0. {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:12:27.801396 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [req-541dd2b7-efb8-4b55-a6c4-03290adb3179 req-58048a6d-dd94-4e48-9106-57dc78391456 tempest-VolumesNegativeTest-871739555 tempest-VolumesNegativeTest-871739555-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:12:27.812607 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-541dd2b7-efb8-4b55-a6c4-03290adb3179 req-58048a6d-dd94-4e48-9106-57dc78391456 tempest-VolumesNegativeTest-871739555 tempest-VolumesNegativeTest-871739555-project] Made reservation on behalf of 8c27a62a51b343b68f3169854afd06a3 for: {'port': 1} {{(pid=79929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 10 21:12:27.835055 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-541dd2b7-efb8-4b55-a6c4-03290adb3179 req-58048a6d-dd94-4e48-9106-57dc78391456 tempest-VolumesNegativeTest-871739555 tempest-VolumesNegativeTest-871739555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:27.849747 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-541dd2b7-efb8-4b55-a6c4-03290adb3179 req-58048a6d-dd94-4e48-9106-57dc78391456 tempest-VolumesNegativeTest-871739555 tempest-VolumesNegativeTest-871739555-project] Notify callbacks [] for security_group, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:27.867400 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [req-541dd2b7-efb8-4b55-a6c4-03290adb3179 req-58048a6d-dd94-4e48-9106-57dc78391456 tempest-VolumesNegativeTest-871739555 tempest-VolumesNegativeTest-871739555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:12:27.872215 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-541dd2b7-efb8-4b55-a6c4-03290adb3179 req-58048a6d-dd94-4e48-9106-57dc78391456 tempest-VolumesNegativeTest-871739555 tempest-VolumesNegativeTest-871739555-project] Usage tracker for resource:security_group_rule and tenant:8c27a62a51b343b68f3169854afd06a3 is out of sync, need to count used quota {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:12:27.875254 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-541dd2b7-efb8-4b55-a6c4-03290adb3179 req-58048a6d-dd94-4e48-9106-57dc78391456 tempest-VolumesNegativeTest-871739555 tempest-VolumesNegativeTest-871739555-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:12:27.881073 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [req-541dd2b7-efb8-4b55-a6c4-03290adb3179 req-58048a6d-dd94-4e48-9106-57dc78391456 tempest-VolumesNegativeTest-871739555 tempest-VolumesNegativeTest-871739555-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:12:27.976292 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-541dd2b7-efb8-4b55-a6c4-03290adb3179 req-58048a6d-dd94-4e48-9106-57dc78391456 tempest-VolumesNegativeTest-871739555 tempest-VolumesNegativeTest-871739555-project] Notify callbacks [] for security_group, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:27.979327 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-541dd2b7-efb8-4b55-a6c4-03290adb3179 req-58048a6d-dd94-4e48-9106-57dc78391456 tempest-VolumesNegativeTest-871739555 tempest-VolumesNegativeTest-871739555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:27.991130 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-ecdb49a9-3b73-46fc-a8df-ef6f5ca61ad7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:12:28.109664 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58048a6d-dd94-4e48-9106-57dc78391456 tempest-VolumesNegativeTest-871739555 tempest-VolumesNegativeTest-871739555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a61a8db8-caf1-4f84-a56a-fecf6bd25bb5,revision_number=1']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:12:28.118215 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-58048a6d-dd94-4e48-9106-57dc78391456 tempest-VolumesNegativeTest-871739555 tempest-VolumesNegativeTest-871739555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:12:28.217255 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:28.313153 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.db_base_plugin_common [req-541dd2b7-efb8-4b55-a6c4-03290adb3179 req-58048a6d-dd94-4e48-9106-57dc78391456 tempest-VolumesNegativeTest-871739555 tempest-VolumesNegativeTest-871739555-project] Allocated IP 192.168.233.60 (bea29900-33c6-4da8-a08f-b5bca0baf5e2/ff477d54-3654-437b-bc23-8eb469b6e8b9/c0a5239f-c949-4462-a2ac-3f7a3ca3e5ea) {{(pid=79929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 10 21:12:28.366207 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a16a173f-35ea-40df-9953-0a23fc2526db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:28.534976 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-541dd2b7-efb8-4b55-a6c4-03290adb3179 req-58048a6d-dd94-4e48-9106-57dc78391456 tempest-VolumesNegativeTest-871739555 tempest-VolumesNegativeTest-871739555-project] Notify callbacks [] for port, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:28.555180 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [req-541dd2b7-efb8-4b55-a6c4-03290adb3179 req-58048a6d-dd94-4e48-9106-57dc78391456 tempest-VolumesNegativeTest-871739555 tempest-VolumesNegativeTest-871739555-project] Transition to ACTIVE for port object c0a5239f-c949-4462-a2ac-3f7a3ca3e5ea will not be triggered until provisioned by entity DHCP. {{(pid=79929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 10 21:12:28.583897 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-541dd2b7-efb8-4b55-a6c4-03290adb3179 req-58048a6d-dd94-4e48-9106-57dc78391456 tempest-VolumesNegativeTest-871739555 tempest-VolumesNegativeTest-871739555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778797635767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630282'] for port, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:28.600556 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-e5bad7a3-3151-4c31-9f56-ba5f9a05b873 tempest-ServerRescueNegativeTestJSON-839856192 tempest-ServerRescueNegativeTestJSON-839856192-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:12:28.764916 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58048a6d-dd94-4e48-9106-57dc78391456 tempest-VolumesNegativeTest-871739555 tempest-VolumesNegativeTest-871739555-project] Pushing event updated for resources: {'Port': ['ID=c0a5239f-c949-4462-a2ac-3f7a3ca3e5ea,revision_number=1']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:12:28.770600 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-58048a6d-dd94-4e48-9106-57dc78391456 tempest-VolumesNegativeTest-871739555 tempest-VolumesNegativeTest-871739555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:12:28.821297 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-541dd2b7-efb8-4b55-a6c4-03290adb3179 req-58048a6d-dd94-4e48-9106-57dc78391456 tempest-VolumesNegativeTest-871739555 tempest-VolumesNegativeTest-871739555-project] Network bea29900-33c6-4da8-a08f-b5bca0baf5e2 is already hosted by enough agents. {{(pid=79929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 10 21:12:28.822714 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.base_scheduler [req-541dd2b7-efb8-4b55-a6c4-03290adb3179 req-58048a6d-dd94-4e48-9106-57dc78391456 tempest-VolumesNegativeTest-871739555 tempest-VolumesNegativeTest-871739555-project] Resources bound (agent type, host, resource id):  {{(pid=79929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 10 21:12:28.825741 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [req-541dd2b7-efb8-4b55-a6c4-03290adb3179 req-58048a6d-dd94-4e48-9106-57dc78391456 tempest-VolumesNegativeTest-871739555 tempest-VolumesNegativeTest-871739555-project] Received port after_create {{(pid=79929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 10 21:12:28.962648 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541dd2b7-efb8-4b55-a6c4-03290adb3179 req-58048a6d-dd94-4e48-9106-57dc78391456 tempest-VolumesNegativeTest-871739555 tempest-VolumesNegativeTest-871739555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:12:28.963393 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-541dd2b7-efb8-4b55-a6c4-03290adb3179 req-58048a6d-dd94-4e48-9106-57dc78391456 tempest-VolumesNegativeTest-871739555 tempest-VolumesNegativeTest-871739555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770081'] for port, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:29.051961 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-541dd2b7-efb8-4b55-a6c4-03290adb3179 req-58048a6d-dd94-4e48-9106-57dc78391456 tempest-VolumesNegativeTest-871739555 tempest-VolumesNegativeTest-871739555-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.4200058
Feb 10 21:12:29.065331 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [req-541dd2b7-efb8-4b55-a6c4-03290adb3179 req-23152c2c-5137-4dfd-99fc-488f4d9ffd66 service neutron] Request body: {'port': {'device_id': '1e34366d-ab91-4f6d-b962-0f9cd822cdfb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77500'}} {{(pid=79929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:12:29.077704 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-54c6fe99-3a58-4f09-906c-dc3ba04c0ebf None None] Provisioning for port c0a5239f-c949-4462-a2ac-3f7a3ca3e5ea completed by entity DHCP. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 10 21:12:29.083598 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-54c6fe99-3a58-4f09-906c-dc3ba04c0ebf None None] Provisioning complete for port c0a5239f-c949-4462-a2ac-3f7a3ca3e5ea triggered by entity DHCP. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:12:29.084021 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-54c6fe99-3a58-4f09-906c-dc3ba04c0ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:29.153885 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-54c6fe99-3a58-4f09-906c-dc3ba04c0ebf None None] Port c0a5239f-c949-4462-a2ac-3f7a3ca3e5ea cannot update to ACTIVE because it is not bound. {{(pid=79930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 10 21:12:29.227373 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5a9687-9ae6-42a9-adbe-40605b6f0797 req-92395cd8-0d37-4840-9ba7-8ba13d4f6517 tempest-VolumesNegativeTest-871739555 tempest-VolumesNegativeTest-871739555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:12:29.228206 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-bf5a9687-9ae6-42a9-adbe-40605b6f0797 req-92395cd8-0d37-4840-9ba7-8ba13d4f6517 tempest-VolumesNegativeTest-871739555 tempest-VolumesNegativeTest-871739555-project] Synchronizing usage tracker for tenant:8c27a62a51b343b68f3169854afd06a3 on resource:port {{(pid=79929) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 10 21:12:29.307336 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-bf5a9687-9ae6-42a9-adbe-40605b6f0797 req-92395cd8-0d37-4840-9ba7-8ba13d4f6517 tempest-VolumesNegativeTest-871739555 tempest-VolumesNegativeTest-871739555-project] Unset dirty status for tenant:8c27a62a51b343b68f3169854afd06a3 on resource:port {{(pid=79929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 10 21:12:29.309336 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-bf5a9687-9ae6-42a9-adbe-40605b6f0797 req-92395cd8-0d37-4840-9ba7-8ba13d4f6517 tempest-VolumesNegativeTest-871739555 tempest-VolumesNegativeTest-871739555-project] 10.222.0.82 "GET /v2.0/ports?device_id=1e34366d-ab91-4f6d-b962-0f9cd822cdfb HTTP/1.1" status: 200  len: 935 time: 0.6547732
Feb 10 21:12:29.311786 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-541dd2b7-efb8-4b55-a6c4-03290adb3179 req-23152c2c-5137-4dfd-99fc-488f4d9ffd66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:29.437443 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-bf5a9687-9ae6-42a9-adbe-40605b6f0797 req-ee91bf91-0b91-4977-8f35-0d4f991ad2d4 tempest-VolumesNegativeTest-871739555 tempest-VolumesNegativeTest-871739555-project] Synchronizing usage tracker for tenant:8c27a62a51b343b68f3169854afd06a3 on resource:security_group {{(pid=79929) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 10 21:12:29.507037 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-bf5a9687-9ae6-42a9-adbe-40605b6f0797 req-ee91bf91-0b91-4977-8f35-0d4f991ad2d4 tempest-VolumesNegativeTest-871739555 tempest-VolumesNegativeTest-871739555-project] Unset dirty status for tenant:8c27a62a51b343b68f3169854afd06a3 on resource:security_group {{(pid=79929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 10 21:12:29.508302 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-bf5a9687-9ae6-42a9-adbe-40605b6f0797 req-ee91bf91-0b91-4977-8f35-0d4f991ad2d4 tempest-VolumesNegativeTest-871739555 tempest-VolumesNegativeTest-871739555-project] 10.222.0.82 "GET /v2.0/security-groups?id=a61a8db8-caf1-4f84-a56a-fecf6bd25bb5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1867912
Feb 10 21:12:29.818620 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [req-541dd2b7-efb8-4b55-a6c4-03290adb3179 req-23152c2c-5137-4dfd-99fc-488f4d9ffd66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0a5239f-c949-4462-a2ac-3f7a3ca3e5ea {{(pid=79929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 10 21:12:29.827654 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-541dd2b7-efb8-4b55-a6c4-03290adb3179 req-23152c2c-5137-4dfd-99fc-488f4d9ffd66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:29.844661 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [req-541dd2b7-efb8-4b55-a6c4-03290adb3179 req-23152c2c-5137-4dfd-99fc-488f4d9ffd66 service neutron] Transition to ACTIVE for port object c0a5239f-c949-4462-a2ac-3f7a3ca3e5ea will not be triggered until provisioned by entity L2. {{(pid=79929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 10 21:12:29.847616 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-541dd2b7-efb8-4b55-a6c4-03290adb3179 req-23152c2c-5137-4dfd-99fc-488f4d9ffd66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852145533'] for port, after_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:29.864403 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-56f4cac0-7267-4377-ad05-92f8d55ed235 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:12:30.015550 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23152c2c-5137-4dfd-99fc-488f4d9ffd66 service neutron] Pushing event updated for resources: {'Port': ['ID=c0a5239f-c949-4462-a2ac-3f7a3ca3e5ea,revision_number=2']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:12:30.020163 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-23152c2c-5137-4dfd-99fc-488f4d9ffd66 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:12:30.206408 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [req-541dd2b7-efb8-4b55-a6c4-03290adb3179 req-23152c2c-5137-4dfd-99fc-488f4d9ffd66 service neutron] Attempting to bind port c0a5239f-c949-4462-a2ac-3f7a3ca3e5ea on host hv-cinder-77500 for vnic_type normal with profile  {{(pid=79929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 10 21:12:30.206903 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [req-541dd2b7-efb8-4b55-a6c4-03290adb3179 req-23152c2c-5137-4dfd-99fc-488f4d9ffd66 service neutron] Attempting to bind port c0a5239f-c949-4462-a2ac-3f7a3ca3e5ea by drivers openvswitch on host hv-cinder-77500 at level 0 using segments [{'id': '9fe6dc4f-0931-4f8e-a0da-1d14c9569d68', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'bea29900-33c6-4da8-a08f-b5bca0baf5e2'}] {{(pid=79929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 10 21:12:30.207136 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541dd2b7-efb8-4b55-a6c4-03290adb3179 req-23152c2c-5137-4dfd-99fc-488f4d9ffd66 service neutron] Attempting to bind port c0a5239f-c949-4462-a2ac-3f7a3ca3e5ea on network bea29900-33c6-4da8-a08f-b5bca0baf5e2 {{(pid=79929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 10 21:12:30.213235 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541dd2b7-efb8-4b55-a6c4-03290adb3179 req-23152c2c-5137-4dfd-99fc-488f4d9ffd66 service neutron] Checking agent: {'id': 'a01cfff8-88bc-4fa7-a09e-0f06c1450d16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 10, 21, 0, 31), 'started_at': datetime.datetime(2021, 2, 10, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2021, 2, 10, 21, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 10 21:12:30.213838 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541dd2b7-efb8-4b55-a6c4-03290adb3179 req-23152c2c-5137-4dfd-99fc-488f4d9ffd66 service neutron] Checking segment: {'id': '9fe6dc4f-0931-4f8e-a0da-1d14c9569d68', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'bea29900-33c6-4da8-a08f-b5bca0baf5e2'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 10 21:12:30.214964 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-541dd2b7-efb8-4b55-a6c4-03290adb3179 req-23152c2c-5137-4dfd-99fc-488f4d9ffd66 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:30.215377 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541dd2b7-efb8-4b55-a6c4-03290adb3179 req-23152c2c-5137-4dfd-99fc-488f4d9ffd66 service neutron] Bound using segment: {'id': '9fe6dc4f-0931-4f8e-a0da-1d14c9569d68', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'bea29900-33c6-4da8-a08f-b5bca0baf5e2'} {{(pid=79929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 10 21:12:30.215863 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [req-541dd2b7-efb8-4b55-a6c4-03290adb3179 req-23152c2c-5137-4dfd-99fc-488f4d9ffd66 service neutron] Bound port: c0a5239f-c949-4462-a2ac-3f7a3ca3e5ea, host: hv-cinder-77500, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fe6dc4f-0931-4f8e-a0da-1d14c9569d68', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'bea29900-33c6-4da8-a08f-b5bca0baf5e2'}}] {{(pid=79929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 10 21:12:30.216246 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-541dd2b7-efb8-4b55-a6c4-03290adb3179 req-23152c2c-5137-4dfd-99fc-488f4d9ffd66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:30.313872 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [req-541dd2b7-efb8-4b55-a6c4-03290adb3179 req-23152c2c-5137-4dfd-99fc-488f4d9ffd66 service neutron] For port c0a5239f-c949-4462-a2ac-3f7a3ca3e5ea, host hv-cinder-77500, cleared binding levels {{(pid=79929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 10 21:12:30.317206 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [req-541dd2b7-efb8-4b55-a6c4-03290adb3179 req-23152c2c-5137-4dfd-99fc-488f4d9ffd66 service neutron] For port c0a5239f-c949-4462-a2ac-3f7a3ca3e5ea, host hv-cinder-77500, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=c0a5239f-c949-4462-a2ac-3f7a3ca3e5ea,segment=NetworkSegment(9fe6dc4f-0931-4f8e-a0da-1d14c9569d68),segment_id=9fe6dc4f-0931-4f8e-a0da-1d14c9569d68)] {{(pid=79929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 10 21:12:30.320634 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-541dd2b7-efb8-4b55-a6c4-03290adb3179 req-23152c2c-5137-4dfd-99fc-488f4d9ffd66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852145533'] for port, after_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:30.336465 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-51f2b58a-fe02-4a65-abd3-f82e21e48f77 tempest-VolumesSnapshotTestJSON-1663416761 tempest-VolumesSnapshotTestJSON-1663416761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:12:30.497296 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23152c2c-5137-4dfd-99fc-488f4d9ffd66 service neutron] Pushing event updated for resources: {'Port': ['ID=c0a5239f-c949-4462-a2ac-3f7a3ca3e5ea,revision_number=3']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:12:30.503020 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-23152c2c-5137-4dfd-99fc-488f4d9ffd66 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:12:30.766943 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541dd2b7-efb8-4b55-a6c4-03290adb3179 req-23152c2c-5137-4dfd-99fc-488f4d9ffd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:12:30.767766 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-541dd2b7-efb8-4b55-a6c4-03290adb3179 req-23152c2c-5137-4dfd-99fc-488f4d9ffd66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770081'] for port, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:30.769246 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-541dd2b7-efb8-4b55-a6c4-03290adb3179 req-23152c2c-5137-4dfd-99fc-488f4d9ffd66 service neutron] 10.222.0.15 "PUT /v2.0/ports/c0a5239f-c949-4462-a2ac-3f7a3ca3e5ea HTTP/1.1" status: 200  len: 1161 time: 1.7085299
Feb 10 21:12:30.769799 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e34366d-ab91-4f6d-b962-0f9cd822cdfb', 'tag': 'c0a5239f-c949-4462-a2ac-3f7a3ca3e5ea'}] {{(pid=79929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 10 21:12:30.855138 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e34366d-ab91-4f6d-b962-0f9cd822cdfb', 'tag': 'c0a5239f-c949-4462-a2ac-3f7a3ca3e5ea', 'status': 'completed', 'code': 200}
Feb 10 21:12:30.904845 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541dd2b7-efb8-4b55-a6c4-03290adb3179 req-777ae5ce-f6c8-40aa-a8da-84532ca62b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:12:30.906760 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-541dd2b7-efb8-4b55-a6c4-03290adb3179 req-777ae5ce-f6c8-40aa-a8da-84532ca62b6c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8c27a62a51b343b68f3169854afd06a3&device_id=1e34366d-ab91-4f6d-b962-0f9cd822cdfb HTTP/1.1" status: 200  len: 1164 time: 0.0971978
Feb 10 21:12:30.945435 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856cafdc-744f-480f-97cc-96c0a3a74cc4 req-17440493-0bf7-40ad-b8bb-da83edc72cee tempest-VolumesNegativeTest-871739555 tempest-VolumesNegativeTest-871739555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:12:30.949423 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-856cafdc-744f-480f-97cc-96c0a3a74cc4 req-17440493-0bf7-40ad-b8bb-da83edc72cee tempest-VolumesNegativeTest-871739555 tempest-VolumesNegativeTest-871739555-project] 10.222.0.82 "GET /v2.0/ports?device_id=1e34366d-ab91-4f6d-b962-0f9cd822cdfb HTTP/1.1" status: 200  len: 947 time: 0.2910237
Feb 10 21:12:30.989312 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-541dd2b7-efb8-4b55-a6c4-03290adb3179 req-732cd245-ca9f-4287-9da8-aa64cc2a8d5a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=c0a5239f-c949-4462-a2ac-3f7a3ca3e5ea HTTP/1.1" status: 200  len: 217 time: 0.0743515
Feb 10 21:12:31.029090 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-856cafdc-744f-480f-97cc-96c0a3a74cc4 req-2eaa7d62-82c1-42bf-b0fa-b863dff73e7a tempest-VolumesNegativeTest-871739555 tempest-VolumesNegativeTest-871739555-project] 10.222.0.82 "GET /v2.0/security-groups?id=a61a8db8-caf1-4f84-a56a-fecf6bd25bb5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0732570
Feb 10 21:12:31.067953 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541dd2b7-efb8-4b55-a6c4-03290adb3179 req-8eda54d1-4960-4ad0-8a6c-06779e333bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:12:31.069620 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-541dd2b7-efb8-4b55-a6c4-03290adb3179 req-8eda54d1-4960-4ad0-8a6c-06779e333bda service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ff477d54-3654-437b-bc23-8eb469b6e8b9 HTTP/1.1" status: 200  len: 843 time: 0.0728610
Feb 10 21:12:31.160870 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541dd2b7-efb8-4b55-a6c4-03290adb3179 req-854c05c9-8576-475e-82c7-bf5b735041c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:12:31.162523 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-541dd2b7-efb8-4b55-a6c4-03290adb3179 req-854c05c9-8576-475e-82c7-bf5b735041c0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bea29900-33c6-4da8-a08f-b5bca0baf5e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0846443
Feb 10 21:12:31.312172 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-541dd2b7-efb8-4b55-a6c4-03290adb3179 req-c05ba16f-f1ee-4d1f-beca-59e8a620a63b service neutron] 10.222.0.15 "GET /v2.0/networks/bea29900-33c6-4da8-a08f-b5bca0baf5e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1422851
Feb 10 21:12:31.384826 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:31.460753 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-541dd2b7-efb8-4b55-a6c4-03290adb3179 req-06b0057b-e0d9-4b06-844c-1e8bfb94df9b service neutron] 10.222.0.15 "GET /v2.0/networks/bea29900-33c6-4da8-a08f-b5bca0baf5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1411400
Feb 10 21:12:31.594098 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d6fe8-6334-4d76-8b79-12db66591dda req-f1049b1f-15e6-477c-8b57-98d39a2e8341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:12:31.595834 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-df0d6fe8-6334-4d76-8b79-12db66591dda req-f1049b1f-15e6-477c-8b57-98d39a2e8341 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8c27a62a51b343b68f3169854afd06a3&device_id=1e34366d-ab91-4f6d-b962-0f9cd822cdfb HTTP/1.1" status: 200  len: 1164 time: 0.0874760
Feb 10 21:12:31.746497 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d6fe8-6334-4d76-8b79-12db66591dda req-86537e22-d507-400f-b63a-29a89bf559bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:12:31.748178 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-df0d6fe8-6334-4d76-8b79-12db66591dda req-86537e22-d507-400f-b63a-29a89bf559bf service neutron] 10.222.0.15 "GET /v2.0/networks?id=bea29900-33c6-4da8-a08f-b5bca0baf5e2 HTTP/1.1" status: 200  len: 863 time: 0.1449041
Feb 10 21:12:31.831935 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-df0d6fe8-6334-4d76-8b79-12db66591dda req-53cdd841-0c59-463a-acf6-eebb70bedd25 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=c0a5239f-c949-4462-a2ac-3f7a3ca3e5ea HTTP/1.1" status: 200  len: 217 time: 0.0746701
Feb 10 21:12:31.910340 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d6fe8-6334-4d76-8b79-12db66591dda req-7d30c74f-8d87-48ae-a148-ee9b5b6ed4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:12:31.911977 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-df0d6fe8-6334-4d76-8b79-12db66591dda req-7d30c74f-8d87-48ae-a148-ee9b5b6ed4f3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ff477d54-3654-437b-bc23-8eb469b6e8b9 HTTP/1.1" status: 200  len: 843 time: 0.0714574
Feb 10 21:12:32.006340 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d6fe8-6334-4d76-8b79-12db66591dda req-bd9e41f2-f070-4f0f-8a6c-a6ea0f7770b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:12:32.007931 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-df0d6fe8-6334-4d76-8b79-12db66591dda req-bd9e41f2-f070-4f0f-8a6c-a6ea0f7770b0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bea29900-33c6-4da8-a08f-b5bca0baf5e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0861287
Feb 10 21:12:32.229120 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-df0d6fe8-6334-4d76-8b79-12db66591dda req-4359b5a1-d12d-489b-a3b9-7b457a81feba service neutron] 10.222.0.15 "GET /v2.0/networks/bea29900-33c6-4da8-a08f-b5bca0baf5e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2109568
Feb 10 21:12:32.462076 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f2a8d9-ff35-48aa-865c-9741ee0e22ea req-507e2618-6574-4ab7-b4ac-524b9b75b0e3 tempest-VolumesNegativeTest-871739555 tempest-VolumesNegativeTest-871739555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:12:32.464770 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-15f2a8d9-ff35-48aa-865c-9741ee0e22ea req-507e2618-6574-4ab7-b4ac-524b9b75b0e3 tempest-VolumesNegativeTest-871739555 tempest-VolumesNegativeTest-871739555-project] 10.222.0.82 "GET /v2.0/ports?device_id=1e34366d-ab91-4f6d-b962-0f9cd822cdfb HTTP/1.1" status: 200  len: 947 time: 0.2904115
Feb 10 21:12:32.512800 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-df0d6fe8-6334-4d76-8b79-12db66591dda req-cbed19d3-a329-4e7f-bfd5-e20f6b158c2d service neutron] 10.222.0.15 "GET /v2.0/networks/bea29900-33c6-4da8-a08f-b5bca0baf5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2703607
Feb 10 21:12:32.551778 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-15f2a8d9-ff35-48aa-865c-9741ee0e22ea req-dd77f535-019a-49f2-a1ee-057af5caf1cd tempest-VolumesNegativeTest-871739555 tempest-VolumesNegativeTest-871739555-project] 10.222.0.82 "GET /v2.0/security-groups?id=a61a8db8-caf1-4f84-a56a-fecf6bd25bb5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0798707
Feb 10 21:12:33.167874 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Network bea29900-33c6-4da8-a08f-b5bca0baf5e2 details requested by agent ovs-agent-hv-cinder-77500 with host hv-cinder-77500 {{(pid=79930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 10 21:12:33.429139 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.objects.ports [None req-afcc2547-a758-4406-be1f-708b08474b69 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=79930) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 10 21:12:33.755428 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device c0a5239f-c949-4462-a2ac-3f7a3ca3e5ea up at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:12:33.837480 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning for port c0a5239f-c949-4462-a2ac-3f7a3ca3e5ea completed by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 10 21:12:33.844547 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning complete for port c0a5239f-c949-4462-a2ac-3f7a3ca3e5ea triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:12:33.844547 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:33.863697 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ad37fa-5002-4254-b48f-0a370fdc322e req-1c009928-7c71-4b31-b222-e640c160b343 tempest-VolumesNegativeTest-871739555 tempest-VolumesNegativeTest-871739555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:12:33.865494 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-00ad37fa-5002-4254-b48f-0a370fdc322e req-1c009928-7c71-4b31-b222-e640c160b343 tempest-VolumesNegativeTest-871739555 tempest-VolumesNegativeTest-871739555-project] 10.222.0.82 "GET /v2.0/ports?device_id=1e34366d-ab91-4f6d-b962-0f9cd822cdfb HTTP/1.1" status: 200  len: 947 time: 0.1789043
Feb 10 21:12:33.948349 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-00ad37fa-5002-4254-b48f-0a370fdc322e req-2e05c7fe-61f1-4f56-98d2-c9a63d2c407d tempest-VolumesNegativeTest-871739555 tempest-VolumesNegativeTest-871739555-project] 10.222.0.82 "GET /v2.0/security-groups?id=a61a8db8-caf1-4f84-a56a-fecf6bd25bb5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0747905
Feb 10 21:12:34.150585 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:34.182146 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e34366d-ab91-4f6d-b962-0f9cd822cdfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0a5239f-c949-4462-a2ac-3f7a3ca3e5ea'}] {{(pid=79930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 10 21:12:34.193092 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] For port c0a5239f-c949-4462-a2ac-3f7a3ca3e5ea, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=c0a5239f-c949-4462-a2ac-3f7a3ca3e5ea,segment=NetworkSegment(9fe6dc4f-0931-4f8e-a0da-1d14c9569d68),segment_id=9fe6dc4f-0931-4f8e-a0da-1d14c9569d68)] {{(pid=79930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:12:34.196398 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:34.198371 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:12:34.250607 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e34366d-ab91-4f6d-b962-0f9cd822cdfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0a5239f-c949-4462-a2ac-3f7a3ca3e5ea', 'code': 200}
Feb 10 21:12:34.276045 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Pushing event updated for resources: {'Port': ['ID=c0a5239f-c949-4462-a2ac-3f7a3ca3e5ea,revision_number=4']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:12:34.284587 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:12:34.284981 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:12:34.285497 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:12:34.285876 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:12:34.286273 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:12:34.286649 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:12:34.287021 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:12:34.287389 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:12:34.287758 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:12:34.288129 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:12:34.288496 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:12:34.288869 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:12:34.289326 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:12:34.289692 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:12:34.290077 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:12:34.290446 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:12:34.290807 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:12:34.291167 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:12:34.291531 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:12:34.291906 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:12:34.292397 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:12:34.292762 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:12:34.293272 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:12:34.293641 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:12:34.298324 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:12:34.544117 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cffe7a5-b1b0-48b9-8c3d-2ac11bdf153d req-d41ecde9-3546-4991-a272-ef8621515fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:12:34.545734 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-0cffe7a5-b1b0-48b9-8c3d-2ac11bdf153d req-d41ecde9-3546-4991-a272-ef8621515fc9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1e34366d-ab91-4f6d-b962-0f9cd822cdfb HTTP/1.1" status: 200  len: 1166 time: 0.0832157
Feb 10 21:12:34.589972 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-0cffe7a5-b1b0-48b9-8c3d-2ac11bdf153d req-5f4318be-28ff-448a-ae70-bace88529cd4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a61a8db8-caf1-4f84-a56a-fecf6bd25bb5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0362828
Feb 10 21:12:34.900447 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.agents_db [None req-2fd61c53-9bc0-4c2f-aa40-be9729c6e46f None None] Agent healthcheck: found 6 active agents {{(pid=79931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 10 21:12:35.086865 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device c0a5239f-c949-4462-a2ac-3f7a3ca3e5ea up at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:12:35.163489 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning complete for port c0a5239f-c949-4462-a2ac-3f7a3ca3e5ea triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:12:35.163804 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:35.286815 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6f9087-e1d6-41ee-9b83-7b9676ffcbe7 req-33292e61-4b04-4f8a-a512-a8c4f5652b38 tempest-VolumesNegativeTest-871739555 tempest-VolumesNegativeTest-871739555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:12:35.288471 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-7e6f9087-e1d6-41ee-9b83-7b9676ffcbe7 req-33292e61-4b04-4f8a-a512-a8c4f5652b38 tempest-VolumesNegativeTest-871739555 tempest-VolumesNegativeTest-871739555-project] 10.222.0.82 "GET /v2.0/ports?device_id=1e34366d-ab91-4f6d-b962-0f9cd822cdfb HTTP/1.1" status: 200  len: 949 time: 0.1759658
Feb 10 21:12:35.353837 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-7e6f9087-e1d6-41ee-9b83-7b9676ffcbe7 req-d1e79775-3478-4c03-88e9-b69b335c7420 tempest-VolumesNegativeTest-871739555 tempest-VolumesNegativeTest-871739555-project] 10.222.0.82 "GET /v2.0/security-groups?id=a61a8db8-caf1-4f84-a56a-fecf6bd25bb5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580654
Feb 10 21:12:36.663137 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c6afdc-5930-4ac7-ba71-c33270f7e124 req-b471e5d3-287d-4188-8a8a-f464de24a52d tempest-VolumesNegativeTest-871739555 tempest-VolumesNegativeTest-871739555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:12:36.664770 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-17c6afdc-5930-4ac7-ba71-c33270f7e124 req-b471e5d3-287d-4188-8a8a-f464de24a52d tempest-VolumesNegativeTest-871739555 tempest-VolumesNegativeTest-871739555-project] 10.222.0.82 "GET /v2.0/ports?device_id=1e34366d-ab91-4f6d-b962-0f9cd822cdfb HTTP/1.1" status: 200  len: 949 time: 0.1727266
Feb 10 21:12:36.730026 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-17c6afdc-5930-4ac7-ba71-c33270f7e124 req-3dc10465-6cab-41fc-9b7c-2917d466d156 tempest-VolumesNegativeTest-871739555 tempest-VolumesNegativeTest-871739555-project] 10.222.0.82 "GET /v2.0/security-groups?id=a61a8db8-caf1-4f84-a56a-fecf6bd25bb5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584967
Feb 10 21:12:37.325341 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63caaf05-0bf5-49cb-8a3e-fa09ebbf60b3 req-d4dd881b-b32d-4a0c-ad18-3fce0e50028a tempest-VolumesNegativeTest-871739555 tempest-VolumesNegativeTest-871739555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:12:37.327037 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-63caaf05-0bf5-49cb-8a3e-fa09ebbf60b3 req-d4dd881b-b32d-4a0c-ad18-3fce0e50028a tempest-VolumesNegativeTest-871739555 tempest-VolumesNegativeTest-871739555-project] 10.222.0.82 "GET /v2.0/ports?device_id=1e34366d-ab91-4f6d-b962-0f9cd822cdfb HTTP/1.1" status: 200  len: 949 time: 0.1789153
Feb 10 21:12:37.394963 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-63caaf05-0bf5-49cb-8a3e-fa09ebbf60b3 req-eef57663-9dc3-4e13-b8e6-bdd31f9202b7 tempest-VolumesNegativeTest-871739555 tempest-VolumesNegativeTest-871739555-project] 10.222.0.82 "GET /v2.0/security-groups?id=a61a8db8-caf1-4f84-a56a-fecf6bd25bb5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614955
Feb 10 21:12:38.695655 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70842031-10cf-4a13-9b0f-95a220b6e2a4 req-f7327c0a-a4d1-48d2-8067-9be45252b9a0 tempest-VolumesNegativeTest-871739555 tempest-VolumesNegativeTest-871739555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:12:38.697247 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-70842031-10cf-4a13-9b0f-95a220b6e2a4 req-f7327c0a-a4d1-48d2-8067-9be45252b9a0 tempest-VolumesNegativeTest-871739555 tempest-VolumesNegativeTest-871739555-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e34366d-ab91-4f6d-b962-0f9cd822cdfb HTTP/1.1" status: 200  len: 949 time: 0.1769292
Feb 10 21:12:38.724745 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e09460a-5644-4108-9130-fff406a07c52 req-6230db2c-b23a-4bb7-857a-ca222e1a0fff tempest-VolumesNegativeTest-871739555 tempest-VolumesNegativeTest-871739555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:12:38.726487 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-0e09460a-5644-4108-9130-fff406a07c52 req-6230db2c-b23a-4bb7-857a-ca222e1a0fff tempest-VolumesNegativeTest-871739555 tempest-VolumesNegativeTest-871739555-project] 10.222.0.82 "GET /v2.0/ports?device_id=1e34366d-ab91-4f6d-b962-0f9cd822cdfb HTTP/1.1" status: 200  len: 949 time: 0.1854296
Feb 10 21:12:38.794730 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [req-70842031-10cf-4a13-9b0f-95a220b6e2a4 req-5bf9cd80-ded3-44db-982c-8b01d7199628 tempest-VolumesNegativeTest-871739555 tempest-VolumesNegativeTest-871739555-project] Deleting port c0a5239f-c949-4462-a2ac-3f7a3ca3e5ea {{(pid=79929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 10 21:12:38.795118 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-70842031-10cf-4a13-9b0f-95a220b6e2a4 req-5bf9cd80-ded3-44db-982c-8b01d7199628 tempest-VolumesNegativeTest-871739555 tempest-VolumesNegativeTest-871739555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258056652319'] for port, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:38.796681 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-0e09460a-5644-4108-9130-fff406a07c52 req-f690c4b5-746b-4a1f-beba-9bcca189d0c6 tempest-VolumesNegativeTest-871739555 tempest-VolumesNegativeTest-871739555-project] 10.222.0.82 "GET /v2.0/security-groups?id=a61a8db8-caf1-4f84-a56a-fecf6bd25bb5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635622
Feb 10 21:12:39.063388 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device c0a5239f-c949-4462-a2ac-3f7a3ca3e5ea no longer exists at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 10 21:12:39.073525 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [req-70842031-10cf-4a13-9b0f-95a220b6e2a4 req-5bf9cd80-ded3-44db-982c-8b01d7199628 tempest-VolumesNegativeTest-871739555 tempest-VolumesNegativeTest-871739555-project] For port c0a5239f-c949-4462-a2ac-3f7a3ca3e5ea, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=c0a5239f-c949-4462-a2ac-3f7a3ca3e5ea,segment=NetworkSegment(9fe6dc4f-0931-4f8e-a0da-1d14c9569d68),segment_id=9fe6dc4f-0931-4f8e-a0da-1d14c9569d68)] {{(pid=79929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:12:39.074088 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-70842031-10cf-4a13-9b0f-95a220b6e2a4 req-5bf9cd80-ded3-44db-982c-8b01d7199628 tempest-VolumesNegativeTest-871739555 tempest-VolumesNegativeTest-871739555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797663'] for port, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:39.193478 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:39.211282 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [req-70842031-10cf-4a13-9b0f-95a220b6e2a4 req-5bf9cd80-ded3-44db-982c-8b01d7199628 tempest-VolumesNegativeTest-871739555 tempest-VolumesNegativeTest-871739555-project] Calling delete_port for c0a5239f-c949-4462-a2ac-3f7a3ca3e5ea owned by compute:nova {{(pid=79929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 10 21:12:39.225225 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e34366d-ab91-4f6d-b962-0f9cd822cdfb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0a5239f-c949-4462-a2ac-3f7a3ca3e5ea'}] {{(pid=79930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 10 21:12:39.236510 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] For port c0a5239f-c949-4462-a2ac-3f7a3ca3e5ea, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=c0a5239f-c949-4462-a2ac-3f7a3ca3e5ea,segment=NetworkSegment(9fe6dc4f-0931-4f8e-a0da-1d14c9569d68),segment_id=9fe6dc4f-0931-4f8e-a0da-1d14c9569d68)] {{(pid=79930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:12:39.240085 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:39.242403 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:12:39.320146 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e34366d-ab91-4f6d-b962-0f9cd822cdfb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0a5239f-c949-4462-a2ac-3f7a3ca3e5ea', 'code': 200}
Feb 10 21:12:39.325887 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.db.api [req-70842031-10cf-4a13-9b0f-95a220b6e2a4 req-5bf9cd80-ded3-44db-982c-8b01d7199628 tempest-VolumesNegativeTest-871739555 tempest-VolumesNegativeTest-871739555-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79929) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 10 21:12:39.326290 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_db.api [req-70842031-10cf-4a13-9b0f-95a220b6e2a4 req-5bf9cd80-ded3-44db-982c-8b01d7199628 tempest-VolumesNegativeTest-871739555 tempest-VolumesNegativeTest-871739555-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 10 21:12:39.326640 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Pushing event updated for resources: {'Port': ['ID=c0a5239f-c949-4462-a2ac-3f7a3ca3e5ea,revision_number=5']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:12:39.330618 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:12:39.828005 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [req-70842031-10cf-4a13-9b0f-95a220b6e2a4 req-5bf9cd80-ded3-44db-982c-8b01d7199628 tempest-VolumesNegativeTest-871739555 tempest-VolumesNegativeTest-871739555-project] Deleting port c0a5239f-c949-4462-a2ac-3f7a3ca3e5ea {{(pid=79929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 10 21:12:39.828499 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-70842031-10cf-4a13-9b0f-95a220b6e2a4 req-5bf9cd80-ded3-44db-982c-8b01d7199628 tempest-VolumesNegativeTest-871739555 tempest-VolumesNegativeTest-871739555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258056652319'] for port, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:40.141824 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [req-70842031-10cf-4a13-9b0f-95a220b6e2a4 req-5bf9cd80-ded3-44db-982c-8b01d7199628 tempest-VolumesNegativeTest-871739555 tempest-VolumesNegativeTest-871739555-project] For port c0a5239f-c949-4462-a2ac-3f7a3ca3e5ea, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=c0a5239f-c949-4462-a2ac-3f7a3ca3e5ea,segment=NetworkSegment(9fe6dc4f-0931-4f8e-a0da-1d14c9569d68),segment_id=9fe6dc4f-0931-4f8e-a0da-1d14c9569d68)] {{(pid=79929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:12:40.142257 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-70842031-10cf-4a13-9b0f-95a220b6e2a4 req-5bf9cd80-ded3-44db-982c-8b01d7199628 tempest-VolumesNegativeTest-871739555 tempest-VolumesNegativeTest-871739555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797663'] for port, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:40.252671 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f428bbbd-5a04-4a4e-b28f-1e0d5b85b028 req-b666e4b0-2888-4ec7-ae29-b979b0f9c7c9 tempest-VolumesNegativeTest-871739555 tempest-VolumesNegativeTest-871739555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:12:40.254390 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-f428bbbd-5a04-4a4e-b28f-1e0d5b85b028 req-b666e4b0-2888-4ec7-ae29-b979b0f9c7c9 tempest-VolumesNegativeTest-871739555 tempest-VolumesNegativeTest-871739555-project] 10.222.0.82 "GET /v2.0/ports?device_id=1e34366d-ab91-4f6d-b962-0f9cd822cdfb HTTP/1.1" status: 200  len: 947 time: 0.1774197
Feb 10 21:12:40.280647 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [req-70842031-10cf-4a13-9b0f-95a220b6e2a4 req-5bf9cd80-ded3-44db-982c-8b01d7199628 tempest-VolumesNegativeTest-871739555 tempest-VolumesNegativeTest-871739555-project] Calling delete_port for c0a5239f-c949-4462-a2ac-3f7a3ca3e5ea owned by compute:nova {{(pid=79929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 10 21:12:40.321105 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-f428bbbd-5a04-4a4e-b28f-1e0d5b85b028 req-52527590-63fd-4573-b093-0b1d1bcc027b tempest-VolumesNegativeTest-871739555 tempest-VolumesNegativeTest-871739555-project] 10.222.0.82 "GET /v2.0/security-groups?id=a61a8db8-caf1-4f84-a56a-fecf6bd25bb5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602736
Feb 10 21:12:40.437866 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-70842031-10cf-4a13-9b0f-95a220b6e2a4 req-5bf9cd80-ded3-44db-982c-8b01d7199628 tempest-VolumesNegativeTest-871739555 tempest-VolumesNegativeTest-871739555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778798065335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778797633719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630282'] for port, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:40.454809 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-8f7c0194-fe6c-4e5c-a6b1-74371ffe85c7 tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:12:40.513505 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf9cd80-ded3-44db-982c-8b01d7199628 tempest-VolumesNegativeTest-871739555 tempest-VolumesNegativeTest-871739555-project] Pushing event deleted for resources: {'Port': ['ID=c0a5239f-c949-4462-a2ac-3f7a3ca3e5ea,revision_number=None']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:12:40.518378 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-5bf9cd80-ded3-44db-982c-8b01d7199628 tempest-VolumesNegativeTest-871739555 tempest-VolumesNegativeTest-871739555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:12:40.899335 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [req-70842031-10cf-4a13-9b0f-95a220b6e2a4 req-5bf9cd80-ded3-44db-982c-8b01d7199628 tempest-VolumesNegativeTest-871739555 tempest-VolumesNegativeTest-871739555-project] No DVR routers for this DVR port c0a5239f-c949-4462-a2ac-3f7a3ca3e5ea on host hv-cinder-77500 {{(pid=79929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 10 21:12:40.902389 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-70842031-10cf-4a13-9b0f-95a220b6e2a4 req-5bf9cd80-ded3-44db-982c-8b01d7199628 tempest-VolumesNegativeTest-871739555 tempest-VolumesNegativeTest-871739555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770081'] for port, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:40.905362 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e34366d-ab91-4f6d-b962-0f9cd822cdfb', 'name': 'network-vif-deleted', 'tag': 'c0a5239f-c949-4462-a2ac-3f7a3ca3e5ea'}] {{(pid=79929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 10 21:12:40.921731 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-70842031-10cf-4a13-9b0f-95a220b6e2a4 req-5bf9cd80-ded3-44db-982c-8b01d7199628 tempest-VolumesNegativeTest-871739555 tempest-VolumesNegativeTest-871739555-project] 10.222.0.15 "DELETE /v2.0/ports/c0a5239f-c949-4462-a2ac-3f7a3ca3e5ea HTTP/1.1" status: 204  len: 173 time: 2.2177975
Feb 10 21:12:40.973086 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e34366d-ab91-4f6d-b962-0f9cd822cdfb', 'name': 'network-vif-deleted', 'tag': 'c0a5239f-c949-4462-a2ac-3f7a3ca3e5ea', 'status': 'completed', 'code': 200}
Feb 10 21:12:41.754455 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-67f432a4-acf9-446c-8062-9a40c6ca6c62 req-9748a2a3-0e71-4e3c-a7ac-cc7a37ffdbce tempest-VolumesNegativeTest-871739555 tempest-VolumesNegativeTest-871739555-project] 10.222.0.82 "GET /v2.0/ports?device_id=1e34366d-ab91-4f6d-b962-0f9cd822cdfb HTTP/1.1" status: 200  len: 210 time: 0.2852497
Feb 10 21:12:43.792497 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 36086) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:12:43.955078 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-56b023d7-6bdb-4989-8dcf-2eab2b2ac28e admin admin] Notify callbacks [] for security_group, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:43.971174 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-56b023d7-6bdb-4989-8dcf-2eab2b2ac28e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:12:43.975684 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-56b023d7-6bdb-4989-8dcf-2eab2b2ac28e admin admin] Usage tracker for resource:security_group_rule and tenant:e04f7dc497ca4ce9a9620d64e4c45313 is out of sync, need to count used quota {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:12:43.978922 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-56b023d7-6bdb-4989-8dcf-2eab2b2ac28e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:12:43.985598 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-56b023d7-6bdb-4989-8dcf-2eab2b2ac28e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:12:44.085507 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-56b023d7-6bdb-4989-8dcf-2eab2b2ac28e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:44.088562 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-56b023d7-6bdb-4989-8dcf-2eab2b2ac28e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:44.098731 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-81b3dbef-93be-480b-97da-a75d8da6a685 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:12:44.148205 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-56b023d7-6bdb-4989-8dcf-2eab2b2ac28e admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=e04f7dc497ca4ce9a9620d64e4c45313&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3523092
Feb 10 21:12:44.149703 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 36110) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:12:44.153924 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b023d7-6bdb-4989-8dcf-2eab2b2ac28e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b8b26f7-2f14-459e-bdf5-18f613269443,revision_number=1']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:12:44.157493 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-56b023d7-6bdb-4989-8dcf-2eab2b2ac28e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:12:44.223272 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-21800fa1-fddb-4ee3-8727-6a6a37e9b12a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:44.254005 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-21800fa1-fddb-4ee3-8727-6a6a37e9b12a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:44.302619 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-21800fa1-fddb-4ee3-8727-6a6a37e9b12a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:44.308357 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-3e9c41dc-a7b9-4b35-83ee-facd4afb466b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:12:44.319390 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21800fa1-fddb-4ee3-8727-6a6a37e9b12a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b8b26f7-2f14-459e-bdf5-18f613269443,revision_number=None']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:12:44.324452 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-21800fa1-fddb-4ee3-8727-6a6a37e9b12a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:12:44.326584 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-21800fa1-fddb-4ee3-8727-6a6a37e9b12a admin admin] Notify callbacks [] for security_group, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:44.330666 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-21800fa1-fddb-4ee3-8727-6a6a37e9b12a admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/6b8b26f7-2f14-459e-bdf5-18f613269443 HTTP/1.1" status: 204  len: 168 time: 0.1798160
Feb 10 21:12:45.267929 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 36196) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:12:45.481957 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [None req-6a8a63ba-122c-430b-a4b8-e44f7d49e30d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1058213678-network', 'tenant_id': '660222962bf2454ea2ba636072eefa4e'}} {{(pid=79929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:12:45.487423 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-6a8a63ba-122c-430b-a4b8-e44f7d49e30d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:12:45.491572 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-6a8a63ba-122c-430b-a4b8-e44f7d49e30d admin admin] Usage tracker for resource:network and tenant:660222962bf2454ea2ba636072eefa4e is out of sync, need to count used quota {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:12:45.494710 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-6a8a63ba-122c-430b-a4b8-e44f7d49e30d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:12:45.501700 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-6a8a63ba-122c-430b-a4b8-e44f7d49e30d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:12:45.511888 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a8a63ba-122c-430b-a4b8-e44f7d49e30d admin admin] Made reservation on behalf of 660222962bf2454ea2ba636072eefa4e for: {'network': 1} {{(pid=79929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 10 21:12:45.517118 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-6a8a63ba-122c-430b-a4b8-e44f7d49e30d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for network, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:45.531126 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-6a8a63ba-122c-430b-a4b8-e44f7d49e30d admin admin] Notify callbacks [] for security_group, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:45.548712 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-6a8a63ba-122c-430b-a4b8-e44f7d49e30d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:12:45.552876 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-6a8a63ba-122c-430b-a4b8-e44f7d49e30d admin admin] Usage tracker for resource:security_group_rule and tenant:660222962bf2454ea2ba636072eefa4e is out of sync, need to count used quota {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:12:45.555928 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-6a8a63ba-122c-430b-a4b8-e44f7d49e30d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:12:45.561791 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-6a8a63ba-122c-430b-a4b8-e44f7d49e30d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:12:45.654178 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-6a8a63ba-122c-430b-a4b8-e44f7d49e30d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:45.657428 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-6a8a63ba-122c-430b-a4b8-e44f7d49e30d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:45.662653 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-d97b4dc7-a987-45cc-a178-8929363a331d tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:12:45.696451 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a8a63ba-122c-430b-a4b8-e44f7d49e30d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=79929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 10 21:12:45.707455 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a63ba-122c-430b-a4b8-e44f7d49e30d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2442c82c-c944-426a-bf0c-99b0d602e14d,revision_number=1']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:12:45.710902 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-6a8a63ba-122c-430b-a4b8-e44f7d49e30d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:12:45.716391 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-6a8a63ba-122c-430b-a4b8-e44f7d49e30d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853830591'] for segment, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:45.716716 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.db.segments_db [None req-6a8a63ba-122c-430b-a4b8-e44f7d49e30d admin admin] Added segment 79051ec9-b046-465d-804e-8eaa9fec71f5 of type vxlan for network 21565ca2-3f6f-4c53-8a7d-132eded4bf0d
Feb 10 21:12:45.744915 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-6a8a63ba-122c-430b-a4b8-e44f7d49e30d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363258057162953'] for network, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:45.778905 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-6a8a63ba-122c-430b-a4b8-e44f7d49e30d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014'] for network, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:45.780183 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8a63ba-122c-430b-a4b8-e44f7d49e30d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:12:45.780823 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-6a8a63ba-122c-430b-a4b8-e44f7d49e30d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728031'] for network, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:45.785961 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-50125a5d-81a8-4234-a729-f702fc2dd4e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:12:45.898492 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a63ba-122c-430b-a4b8-e44f7d49e30d admin admin] Pushing event updated for resources: {'Network': ['ID=21565ca2-3f6f-4c53-8a7d-132eded4bf0d,revision_number=1']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:12:45.902141 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-6a8a63ba-122c-430b-a4b8-e44f7d49e30d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:12:45.904412 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-6a8a63ba-122c-430b-a4b8-e44f7d49e30d admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 0.6346672
Feb 10 21:12:45.907330 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 36234) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:12:45.913206 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Network 21565ca2-3f6f-4c53-8a7d-132eded4bf0d details requested by agent ovs-agent-dv-cinder-775008-1-iscsi with host dv-cinder-775008-1-iscsi {{(pid=79930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 10 21:12:45.914486 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [None req-a6dc1b9e-ca33-43e8-8a92-f72d19f002c4 admin admin] Request body: {'subnet': {'network_id': '21565ca2-3f6f-4c53-8a7d-132eded4bf0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1058213678-subnet', 'tenant_id': '660222962bf2454ea2ba636072eefa4e', 'ip_version': 4}} {{(pid=79929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:12:45.921117 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-a6dc1b9e-ca33-43e8-8a92-f72d19f002c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:12:45.925775 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-a6dc1b9e-ca33-43e8-8a92-f72d19f002c4 admin admin] Usage tracker for resource:subnet and tenant:660222962bf2454ea2ba636072eefa4e is out of sync, need to count used quota {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:12:45.931577 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Network 21565ca2-3f6f-4c53-8a7d-132eded4bf0d details requested by agent ovs-agent-hv-cinder-77500 with host hv-cinder-77500 {{(pid=79930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 10 21:12:45.932395 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-a6dc1b9e-ca33-43e8-8a92-f72d19f002c4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:12:45.939732 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-a6dc1b9e-ca33-43e8-8a92-f72d19f002c4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:12:45.954265 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6dc1b9e-ca33-43e8-8a92-f72d19f002c4 admin admin] Made reservation on behalf of 660222962bf2454ea2ba636072eefa4e for: {'subnet': 1} {{(pid=79929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 10 21:12:45.959909 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a6dc1b9e-ca33-43e8-8a92-f72d19f002c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852311569'] for subnet, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:46.401262 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a6dc1b9e-ca33-43e8-8a92-f72d19f002c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852148197', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852311554'] for subnet, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:46.418095 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:12:46.568426 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dc1b9e-ca33-43e8-8a92-f72d19f002c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5317e4a1-a0ef-46da-abd4-7584d57f65cd,revision_number=0']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:12:46.577489 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-a6dc1b9e-ca33-43e8-8a92-f72d19f002c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:12:46.672251 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6dc1b9e-ca33-43e8-8a92-f72d19f002c4 admin admin] Checking segment: {'id': '79051ec9-b046-465d-804e-8eaa9fec71f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '21565ca2-3f6f-4c53-8a7d-132eded4bf0d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 10 21:12:46.672743 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6dc1b9e-ca33-43e8-8a92-f72d19f002c4 admin admin] Network hostable DHCP agents. Network: 21565ca2-3f6f-4c53-8a7d-132eded4bf0d, hostable agents: ['81d85903-877f-455d-aaa7-fc933394e41c'], hosted agents: [] {{(pid=79929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 10 21:12:46.701930 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6dc1b9e-ca33-43e8-8a92-f72d19f002c4 admin admin] Network 21565ca2-3f6f-4c53-8a7d-132eded4bf0d is scheduled to be hosted by DHCP agent 81d85903-877f-455d-aaa7-fc933394e41c with binding_index 1 {{(pid=79929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 10 21:12:46.716753 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.base_scheduler [None req-a6dc1b9e-ca33-43e8-8a92-f72d19f002c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775008-1-iscsi, 21565ca2-3f6f-4c53-8a7d-132eded4bf0d) {{(pid=79929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 10 21:12:46.729379 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6dc1b9e-ca33-43e8-8a92-f72d19f002c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:12:46.731220 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a6dc1b9e-ca33-43e8-8a92-f72d19f002c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:46.737139 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820443ca-8386-4e25-813a-c390e1b4be5c None None] Network 21565ca2-3f6f-4c53-8a7d-132eded4bf0d requested from dv-cinder-775008-1-iscsi {{(pid=79930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 10 21:12:46.754052 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-a6dc1b9e-ca33-43e8-8a92-f72d19f002c4 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.8450820
Feb 10 21:12:46.756777 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 36266) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:12:46.764629 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [None req-50dc725c-a84d-4a77-b60f-8887b164057a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1058213678-router', 'tenant_id': '660222962bf2454ea2ba636072eefa4e', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614'}}} {{(pid=79928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:12:46.770622 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-50dc725c-a84d-4a77-b60f-8887b164057a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:12:46.776126 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-50dc725c-a84d-4a77-b60f-8887b164057a admin admin] Usage tracker for resource:router and tenant:660222962bf2454ea2ba636072eefa4e is out of sync, need to count used quota {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:12:46.782715 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-50dc725c-a84d-4a77-b60f-8887b164057a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:12:46.790643 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-50dc725c-a84d-4a77-b60f-8887b164057a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:12:46.801611 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-50dc725c-a84d-4a77-b60f-8887b164057a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4114228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774486'] for router, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:46.802767 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-50dc725c-a84d-4a77-b60f-8887b164057a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4119967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036850706622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1297'] for router, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:46.819030 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-50dc725c-a84d-4a77-b60f-8887b164057a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:47.007847 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3a201a-e8a7-4741-8745-0aaea6157561 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e4fef36-f19b-5af1-8d30-5a9f97738b06-21565ca2-3f6f-4c53-8a7d-132eded4bf0d', 'network_id': '21565ca2-3f6f-4c53-8a7d-132eded4bf0d', 'tenant_id': '660222962bf2454ea2ba636072eefa4e', 'fixed_ips': [{'subnet_id': '5317e4a1-a0ef-46da-abd4-7584d57f65cd'}]}} from dv-cinder-775008-1-iscsi. {{(pid=79930) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 10 21:12:47.008809 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8c3a201a-e8a7-4741-8745-0aaea6157561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_create {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:47.156172 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-50dc725c-a84d-4a77-b60f-8887b164057a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4119950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4114215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1280'] for router, precommit_update {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:47.353926 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.db_base_plugin_common [None req-8c3a201a-e8a7-4741-8745-0aaea6157561 None None] Allocated IP 172.20.0.2 (21565ca2-3f6f-4c53-8a7d-132eded4bf0d/5317e4a1-a0ef-46da-abd4-7584d57f65cd/0bae24b7-be94-45eb-aea3-6715c0a3b269) {{(pid=79930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 10 21:12:47.521880 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-50dc725c-a84d-4a77-b60f-8887b164057a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:47.558749 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-50dc725c-a84d-4a77-b60f-8887b164057a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:47.584931 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8c3a201a-e8a7-4741-8745-0aaea6157561 None None] Notify callbacks [] for port, precommit_create {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:47.597289 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-8c3a201a-e8a7-4741-8745-0aaea6157561 None None] Transition to ACTIVE for port object 0bae24b7-be94-45eb-aea3-6715c0a3b269 will not be triggered until provisioned by entity L2. {{(pid=79930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 10 21:12:47.614933 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-8c3a201a-e8a7-4741-8745-0aaea6157561 None None] Transition to ACTIVE for port object 0bae24b7-be94-45eb-aea3-6715c0a3b269 will not be triggered until provisioned by entity DHCP. {{(pid=79930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 10 21:12:47.620189 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8c3a201a-e8a7-4741-8745-0aaea6157561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778797635767'] for port, after_create {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:47.634051 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:12:47.787096 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3a201a-e8a7-4741-8745-0aaea6157561 None None] Pushing event updated for resources: {'Port': ['ID=0bae24b7-be94-45eb-aea3-6715c0a3b269,revision_number=1']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:12:47.793551 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-8c3a201a-e8a7-4741-8745-0aaea6157561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:12:47.842355 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3a201a-e8a7-4741-8745-0aaea6157561 None None] Network 21565ca2-3f6f-4c53-8a7d-132eded4bf0d is already hosted by enough agents. {{(pid=79930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 10 21:12:47.843593 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.base_scheduler [None req-8c3a201a-e8a7-4741-8745-0aaea6157561 None None] Resources bound (agent type, host, resource id):  {{(pid=79930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 10 21:12:47.846308 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3a201a-e8a7-4741-8745-0aaea6157561 None None] Received port after_create {{(pid=79930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 10 21:12:47.846756 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.db_base_plugin_common [None req-50dc725c-a84d-4a77-b60f-8887b164057a admin admin] Allocated IP 172.27.3.224 (caec50ae-8f3b-4f45-a3ad-eb903a732614/47475132-bc81-43cb-b635-450463390609/5cefccab-2d76-4f67-bdd2-48fb10088e35) {{(pid=79928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 10 21:12:47.906232 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-8c3a201a-e8a7-4741-8745-0aaea6157561 None None] Attempting to bind port 0bae24b7-be94-45eb-aea3-6715c0a3b269 on host dv-cinder-775008-1-iscsi for vnic_type normal with profile  {{(pid=79930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 10 21:12:47.906643 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-8c3a201a-e8a7-4741-8745-0aaea6157561 None None] Attempting to bind port 0bae24b7-be94-45eb-aea3-6715c0a3b269 by drivers openvswitch on host dv-cinder-775008-1-iscsi at level 0 using segments [{'id': '79051ec9-b046-465d-804e-8eaa9fec71f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '21565ca2-3f6f-4c53-8a7d-132eded4bf0d'}] {{(pid=79930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 10 21:12:47.907057 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3a201a-e8a7-4741-8745-0aaea6157561 None None] Attempting to bind port 0bae24b7-be94-45eb-aea3-6715c0a3b269 on network 21565ca2-3f6f-4c53-8a7d-132eded4bf0d {{(pid=79930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 10 21:12:47.912869 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3a201a-e8a7-4741-8745-0aaea6157561 None None] Checking agent: {'id': '1c483f99-5707-4fa0-b001-c7f2c0c49e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775008-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 10, 20, 53, 28), 'started_at': datetime.datetime(2021, 2, 10, 20, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 2, 10, 21, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775008-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 10 21:12:47.913291 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3a201a-e8a7-4741-8745-0aaea6157561 None None] Checking segment: {'id': '79051ec9-b046-465d-804e-8eaa9fec71f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '21565ca2-3f6f-4c53-8a7d-132eded4bf0d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 10 21:12:47.913745 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8c3a201a-e8a7-4741-8745-0aaea6157561 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:47.914250 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3a201a-e8a7-4741-8745-0aaea6157561 None None] Bound using segment: {'id': '79051ec9-b046-465d-804e-8eaa9fec71f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '21565ca2-3f6f-4c53-8a7d-132eded4bf0d'} {{(pid=79930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 10 21:12:47.914773 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-8c3a201a-e8a7-4741-8745-0aaea6157561 None None] Bound port: 0bae24b7-be94-45eb-aea3-6715c0a3b269, host: dv-cinder-775008-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79051ec9-b046-465d-804e-8eaa9fec71f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '21565ca2-3f6f-4c53-8a7d-132eded4bf0d'}}] {{(pid=79930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 10 21:12:47.915195 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8c3a201a-e8a7-4741-8745-0aaea6157561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:48.023739 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-8c3a201a-e8a7-4741-8745-0aaea6157561 None None] For port 0bae24b7-be94-45eb-aea3-6715c0a3b269, host dv-cinder-775008-1-iscsi, cleared binding levels {{(pid=79930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 10 21:12:48.025922 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-50dc725c-a84d-4a77-b60f-8887b164057a admin admin] Notify callbacks [] for port, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:48.028305 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-8c3a201a-e8a7-4741-8745-0aaea6157561 None None] For port 0bae24b7-be94-45eb-aea3-6715c0a3b269, host dv-cinder-775008-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-iscsi',level=0,port_id=0bae24b7-be94-45eb-aea3-6715c0a3b269,segment=NetworkSegment(79051ec9-b046-465d-804e-8eaa9fec71f5),segment_id=79051ec9-b046-465d-804e-8eaa9fec71f5)] {{(pid=79930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 10 21:12:48.031822 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8c3a201a-e8a7-4741-8745-0aaea6157561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:48.047701 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:12:48.059944 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-50dc725c-a84d-4a77-b60f-8887b164057a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778797635767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851641298'] for port, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:48.081275 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-085f1b51-47a7-4664-9720-a4c40d874887 tempest-VolumesActionsTest-1483039861 tempest-VolumesActionsTest-1483039861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:12:48.147136 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3a201a-e8a7-4741-8745-0aaea6157561 None None] Pushing event updated for resources: {'Port': ['ID=0bae24b7-be94-45eb-aea3-6715c0a3b269,revision_number=2']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:12:48.210914 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-8c3a201a-e8a7-4741-8745-0aaea6157561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:12:48.228869 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dc725c-a84d-4a77-b60f-8887b164057a admin admin] Pushing event updated for resources: {'Port': ['ID=5cefccab-2d76-4f67-bdd2-48fb10088e35,revision_number=1']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:12:48.242312 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dc725c-a84d-4a77-b60f-8887b164057a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:12:48.242747 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dc725c-a84d-4a77-b60f-8887b164057a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:12:48.243176 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dc725c-a84d-4a77-b60f-8887b164057a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:12:48.243599 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dc725c-a84d-4a77-b60f-8887b164057a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:12:48.244010 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dc725c-a84d-4a77-b60f-8887b164057a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:12:48.244422 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dc725c-a84d-4a77-b60f-8887b164057a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:12:48.244822 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dc725c-a84d-4a77-b60f-8887b164057a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:12:48.245779 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dc725c-a84d-4a77-b60f-8887b164057a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:12:48.246557 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dc725c-a84d-4a77-b60f-8887b164057a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:12:48.246557 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dc725c-a84d-4a77-b60f-8887b164057a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:12:48.246961 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dc725c-a84d-4a77-b60f-8887b164057a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:12:48.247352 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dc725c-a84d-4a77-b60f-8887b164057a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:12:48.247872 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dc725c-a84d-4a77-b60f-8887b164057a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:12:48.248252 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dc725c-a84d-4a77-b60f-8887b164057a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:12:48.248660 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dc725c-a84d-4a77-b60f-8887b164057a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:12:48.249067 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dc725c-a84d-4a77-b60f-8887b164057a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:12:48.249456 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dc725c-a84d-4a77-b60f-8887b164057a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:12:48.249858 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dc725c-a84d-4a77-b60f-8887b164057a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:12:48.250279 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dc725c-a84d-4a77-b60f-8887b164057a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:12:48.250687 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dc725c-a84d-4a77-b60f-8887b164057a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:12:48.251097 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dc725c-a84d-4a77-b60f-8887b164057a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:12:48.251480 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dc725c-a84d-4a77-b60f-8887b164057a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:12:48.251880 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dc725c-a84d-4a77-b60f-8887b164057a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:12:48.252282 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50dc725c-a84d-4a77-b60f-8887b164057a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:12:48.258301 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-50dc725c-a84d-4a77-b60f-8887b164057a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:12:48.309623 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50dc725c-a84d-4a77-b60f-8887b164057a admin admin] Network caec50ae-8f3b-4f45-a3ad-eb903a732614 is already hosted by enough agents. {{(pid=79928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 10 21:12:48.310977 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.base_scheduler [None req-50dc725c-a84d-4a77-b60f-8887b164057a admin admin] Resources bound (agent type, host, resource id):  {{(pid=79928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 10 21:12:48.313728 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50dc725c-a84d-4a77-b60f-8887b164057a admin admin] Received port after_create {{(pid=79928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 10 21:12:48.428077 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 36282) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:12:48.669057 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-e31c4af1-101a-47cc-911d-e5966fd641fa admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=8c27a62a51b343b68f3169854afd06a3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2396600
Feb 10 21:12:48.672841 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 36288) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:12:48.752083 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-3a8add3d-8ae3-4f33-82e1-728fa83d5a92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:48.788198 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-3a8add3d-8ae3-4f33-82e1-728fa83d5a92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:48.830157 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-50dc725c-a84d-4a77-b60f-8887b164057a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:48.857792 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-3a8add3d-8ae3-4f33-82e1-728fa83d5a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:48.862169 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-21800fa1-fddb-4ee3-8727-6a6a37e9b12a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:12:48.877827 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8add3d-8ae3-4f33-82e1-728fa83d5a92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a61a8db8-caf1-4f84-a56a-fecf6bd25bb5,revision_number=None']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:12:48.882666 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-3a8add3d-8ae3-4f33-82e1-728fa83d5a92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:12:48.891873 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-3a8add3d-8ae3-4f33-82e1-728fa83d5a92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:48.895791 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-3a8add3d-8ae3-4f33-82e1-728fa83d5a92 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/a61a8db8-caf1-4f84-a56a-fecf6bd25bb5 HTTP/1.1" status: 204  len: 168 time: 0.2191038
Feb 10 21:12:49.525316 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-50dc725c-a84d-4a77-b60f-8887b164057a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850661588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850655767'] for router, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:49.708697 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98bd68e-bb96-496a-89af-458972f05436 None None] Network 21565ca2-3f6f-4c53-8a7d-132eded4bf0d requested from dv-cinder-775008-1-iscsi {{(pid=79930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 10 21:12:49.783172 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50dc725c-a84d-4a77-b60f-8887b164057a admin admin] Router 507195d5-ba69-4e84-b2c2-20002f96699a is scheduled to L3 agent 351a09a7-a8bd-44d4-8337-3dd1b5c8f290 with binding_index 1 {{(pid=79928) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 10 21:12:49.835296 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-e377ead0-4c11-4efe-af69-86752f2bfdfb None None] Provisioning for port 0bae24b7-be94-45eb-aea3-6715c0a3b269 completed by entity DHCP. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 10 21:12:49.922154 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Device 0bae24b7-be94-45eb-aea3-6715c0a3b269 up at agent ovs-agent-dv-cinder-775008-1-iscsi {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:12:49.993931 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50dc725c-a84d-4a77-b60f-8887b164057a admin admin] Notify agent at l3_agent.dv-cinder-775008-1-iscsi the message routers_updated {{(pid=79928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 10 21:12:50.005595 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b37c024-dde7-4460-a035-edb766f6cab9 None None] Sync routers for ids ['507195d5-ba69-4e84-b2c2-20002f96699a'] in dv-cinder-775008-1-iscsi {{(pid=79931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 10 21:12:50.017127 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b37c024-dde7-4460-a035-edb766f6cab9 None None] Routers {'507195d5-ba69-4e84-b2c2-20002f96699a'} bound to L3 agent in host dv-cinder-775008-1-iscsi {{(pid=79931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 10 21:12:50.018259 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-1b37c024-dde7-4460-a035-edb766f6cab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbf90668d30>, 'dv-cinder-775008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-10T20:53:27Z,description=<?>,heartbeat_timestamp=2021-02-10T21:12:27Z,host='dv-cinder-775008-1-iscsi',id=351a09a7-a8bd-44d4-8337-3dd1b5c8f290,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-10T20:53:27Z,topic='l3_agent')) {'router_ids': ['507195d5-ba69-4e84-b2c2-20002f96699a'], 'active': True} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:12:50.033328 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-50dc725c-a84d-4a77-b60f-8887b164057a admin admin] Notify callbacks [] for router, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:50.038327 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-50dc725c-a84d-4a77-b60f-8887b164057a admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 3.2761633
Feb 10 21:12:50.038808 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 36294) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:12:50.105718 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Provisioning for port 0bae24b7-be94-45eb-aea3-6715c0a3b269 completed by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 10 21:12:50.114229 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Provisioning complete for port 0bae24b7-be94-45eb-aea3-6715c0a3b269 triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:12:50.114471 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:50.237202 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvr_db [None req-1b37c024-dde7-4460-a035-edb766f6cab9 None None] Set router 507195d5-ba69-4e84-b2c2-20002f96699a gateway port host: dv-cinder-775008-1-iscsi {{(pid=79931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 10 21:12:50.268191 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:50.310798 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] For port 0bae24b7-be94-45eb-aea3-6715c0a3b269, host dv-cinder-775008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-iscsi',level=0,port_id=0bae24b7-be94-45eb-aea3-6715c0a3b269,segment=NetworkSegment(79051ec9-b046-465d-804e-8eaa9fec71f5),segment_id=79051ec9-b046-465d-804e-8eaa9fec71f5)] {{(pid=79930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:12:50.315954 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:50.322198 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:12:50.410413 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Pushing event updated for resources: {'Port': ['ID=0bae24b7-be94-45eb-aea3-6715c0a3b269,revision_number=3']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:12:50.423342 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:12:50.469746 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-28ba97f5-1bde-4c2d-b062-3f7e0c24d71f None None] Provisioning complete for port 0bae24b7-be94-45eb-aea3-6715c0a3b269 triggered by entity DHCP. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:12:50.470450 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-28ba97f5-1bde-4c2d-b062-3f7e0c24d71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:50.570613 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-1b37c024-dde7-4460-a035-edb766f6cab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbf90668d30>, [{'id': '507195d5-ba69-4e84-b2c2-20002f96699a', 'name': 'tempest-TestVolumeBootPattern-1058213678-router', 'tenant_id': '660222962bf2454ea2ba636072eefa4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '5cefccab-2d76-4f67-bdd2-48fb10088e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:12:46Z', 'updated_at': '2021-02-10T21:12:48Z', 'revision_number': 3, 'project_id': '660222962bf2454ea2ba636072eefa4e', 'gw_port': {'id': '5cefccab-2d76-4f67-bdd2-48fb10088e35', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:58:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507195d5-ba69-4e84-b2c2-20002f96699a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:47Z', 'updated_at': '2021-02-10T21:12:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi'}], 'dv-cinder-775008-1-iscsi', False) {} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:12:50.575966 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b37c024-dde7-4460-a035-edb766f6cab9 None None] Checking router: 507195d5-ba69-4e84-b2c2-20002f96699a for host: dv-cinder-775008-1-iscsi {{(pid=79931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 10 21:12:50.576616 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b37c024-dde7-4460-a035-edb766f6cab9 None None] Updating router 507195d5-ba69-4e84-b2c2-20002f96699a port 5cefccab-2d76-4f67-bdd2-48fb10088e35 binding host dv-cinder-775008-1-iscsi {{(pid=79931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 10 21:12:50.639902 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-1b37c024-dde7-4460-a035-edb766f6cab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:50.739871 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-ce61e794-0f57-42dc-9f36-08a4dc1c32df None None] Provisioning complete for port 0bae24b7-be94-45eb-aea3-6715c0a3b269 triggered by entity DHCP. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:12:50.740426 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ce61e794-0f57-42dc-9f36-08a4dc1c32df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:50.892606 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c519a3f4-6164-4031-ab99-d7abb608e57d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:51.083427 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-1b37c024-dde7-4460-a035-edb766f6cab9 None None] Notify callbacks [] for port, precommit_update {{(pid=79931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:51.095761 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-1b37c024-dde7-4460-a035-edb766f6cab9 None None] Transition to ACTIVE for port object 5cefccab-2d76-4f67-bdd2-48fb10088e35 will not be triggered until provisioned by entity L2. {{(pid=79931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 10 21:12:51.099117 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-1b37c024-dde7-4460-a035-edb766f6cab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:51.115564 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-341f2a2b-f870-492c-8cab-1a2d2f5a3465 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:12:51.162244 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-358193f2-5b14-46fb-8954-8aee9d91143d None None] Provisioning complete for port 0bae24b7-be94-45eb-aea3-6715c0a3b269 triggered by entity DHCP. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:12:51.162981 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-358193f2-5b14-46fb-8954-8aee9d91143d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:51.259262 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d72aed-1c2e-475b-af0b-c5ebbded1af3 None None] Pushing event updated for resources: {'Port': ['ID=5cefccab-2d76-4f67-bdd2-48fb10088e35,revision_number=2']} {{(pid=79931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:12:51.267093 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.db_base_plugin_common [None req-c519a3f4-6164-4031-ab99-d7abb608e57d admin admin] Allocated IP 172.20.0.1 (21565ca2-3f6f-4c53-8a7d-132eded4bf0d/5317e4a1-a0ef-46da-abd4-7584d57f65cd/920f6771-d3ca-4247-80f8-666b49596407) {{(pid=79929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 10 21:12:51.270708 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d72aed-1c2e-475b-af0b-c5ebbded1af3 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:12:51.271101 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d72aed-1c2e-475b-af0b-c5ebbded1af3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:12:51.271481 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d72aed-1c2e-475b-af0b-c5ebbded1af3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:12:51.271939 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d72aed-1c2e-475b-af0b-c5ebbded1af3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:12:51.272210 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d72aed-1c2e-475b-af0b-c5ebbded1af3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:12:51.272580 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d72aed-1c2e-475b-af0b-c5ebbded1af3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:12:51.272943 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d72aed-1c2e-475b-af0b-c5ebbded1af3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:12:51.273315 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d72aed-1c2e-475b-af0b-c5ebbded1af3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:12:51.273687 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d72aed-1c2e-475b-af0b-c5ebbded1af3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:12:51.274072 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d72aed-1c2e-475b-af0b-c5ebbded1af3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:12:51.274437 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d72aed-1c2e-475b-af0b-c5ebbded1af3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:12:51.274795 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d72aed-1c2e-475b-af0b-c5ebbded1af3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:12:51.275257 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d72aed-1c2e-475b-af0b-c5ebbded1af3 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:12:51.275673 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d72aed-1c2e-475b-af0b-c5ebbded1af3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:12:51.275958 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d72aed-1c2e-475b-af0b-c5ebbded1af3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:12:51.277686 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d72aed-1c2e-475b-af0b-c5ebbded1af3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:12:51.277686 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d72aed-1c2e-475b-af0b-c5ebbded1af3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:12:51.277892 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d72aed-1c2e-475b-af0b-c5ebbded1af3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:12:51.278144 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d72aed-1c2e-475b-af0b-c5ebbded1af3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:12:51.278496 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d72aed-1c2e-475b-af0b-c5ebbded1af3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:12:51.278968 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d72aed-1c2e-475b-af0b-c5ebbded1af3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:12:51.279169 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d72aed-1c2e-475b-af0b-c5ebbded1af3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:12:51.279528 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d72aed-1c2e-475b-af0b-c5ebbded1af3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:12:51.279863 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d72aed-1c2e-475b-af0b-c5ebbded1af3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:12:51.285919 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-63d72aed-1c2e-475b-af0b-c5ebbded1af3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=79931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:12:51.335714 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-1b37c024-dde7-4460-a035-edb766f6cab9 None None] Attempting to bind port 5cefccab-2d76-4f67-bdd2-48fb10088e35 on host dv-cinder-775008-1-iscsi for vnic_type normal with profile  {{(pid=79931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 10 21:12:51.336123 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-1b37c024-dde7-4460-a035-edb766f6cab9 None None] Attempting to bind port 5cefccab-2d76-4f67-bdd2-48fb10088e35 by drivers openvswitch on host dv-cinder-775008-1-iscsi at level 0 using segments [{'id': '37fae2f4-4e7c-4231-b866-3c6a09452824', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614'}] {{(pid=79931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 10 21:12:51.336529 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b37c024-dde7-4460-a035-edb766f6cab9 None None] Attempting to bind port 5cefccab-2d76-4f67-bdd2-48fb10088e35 on network caec50ae-8f3b-4f45-a3ad-eb903a732614 {{(pid=79931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 10 21:12:51.344682 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b37c024-dde7-4460-a035-edb766f6cab9 None None] Checking agent: {'id': '1c483f99-5707-4fa0-b001-c7f2c0c49e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775008-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 10, 20, 53, 28), 'started_at': datetime.datetime(2021, 2, 10, 20, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 2, 10, 21, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775008-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 10 21:12:51.345255 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b37c024-dde7-4460-a035-edb766f6cab9 None None] Checking segment: {'id': '37fae2f4-4e7c-4231-b866-3c6a09452824', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 10 21:12:51.345812 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-1b37c024-dde7-4460-a035-edb766f6cab9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:51.346551 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b37c024-dde7-4460-a035-edb766f6cab9 None None] Bound using segment: {'id': '37fae2f4-4e7c-4231-b866-3c6a09452824', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614'} {{(pid=79931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 10 21:12:51.347319 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-1b37c024-dde7-4460-a035-edb766f6cab9 None None] Bound port: 5cefccab-2d76-4f67-bdd2-48fb10088e35, host: dv-cinder-775008-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37fae2f4-4e7c-4231-b866-3c6a09452824', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614'}}] {{(pid=79931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 10 21:12:51.348015 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-1b37c024-dde7-4460-a035-edb766f6cab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:51.428896 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c519a3f4-6164-4031-ab99-d7abb608e57d admin admin] Notify callbacks [] for port, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:51.435544 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-1b37c024-dde7-4460-a035-edb766f6cab9 None None] For port 5cefccab-2d76-4f67-bdd2-48fb10088e35, host dv-cinder-775008-1-iscsi, cleared binding levels {{(pid=79931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 10 21:12:51.439018 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-1b37c024-dde7-4460-a035-edb766f6cab9 None None] For port 5cefccab-2d76-4f67-bdd2-48fb10088e35, host dv-cinder-775008-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-iscsi',level=0,port_id=5cefccab-2d76-4f67-bdd2-48fb10088e35,segment=NetworkSegment(37fae2f4-4e7c-4231-b866-3c6a09452824),segment_id=37fae2f4-4e7c-4231-b866-3c6a09452824)] {{(pid=79931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 10 21:12:51.442527 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-1b37c024-dde7-4460-a035-edb766f6cab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:51.446883 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-c519a3f4-6164-4031-ab99-d7abb608e57d admin admin] Transition to ACTIVE for port object 920f6771-d3ca-4247-80f8-666b49596407 will not be triggered until provisioned by entity DHCP. {{(pid=79929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 10 21:12:51.459032 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:12:51.471603 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c519a3f4-6164-4031-ab99-d7abb608e57d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778797635767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630282'] for port, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:51.487708 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-a00b386e-7118-45c2-9bab-ca725425c9d2 tempest-AttachVolumeShelveTestJSON-1478343242 tempest-AttachVolumeShelveTestJSON-1478343242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:12:51.613579 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d72aed-1c2e-475b-af0b-c5ebbded1af3 None None] Pushing event updated for resources: {'Port': ['ID=5cefccab-2d76-4f67-bdd2-48fb10088e35,revision_number=3']} {{(pid=79931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:12:51.618919 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-63d72aed-1c2e-475b-af0b-c5ebbded1af3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=79931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:12:51.640008 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c519a3f4-6164-4031-ab99-d7abb608e57d admin admin] Pushing event updated for resources: {'Port': ['ID=920f6771-d3ca-4247-80f8-666b49596407,revision_number=1']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:12:51.654678 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c519a3f4-6164-4031-ab99-d7abb608e57d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:12:51.655107 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c519a3f4-6164-4031-ab99-d7abb608e57d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:12:51.655799 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c519a3f4-6164-4031-ab99-d7abb608e57d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:12:51.655941 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c519a3f4-6164-4031-ab99-d7abb608e57d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:12:51.656304 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c519a3f4-6164-4031-ab99-d7abb608e57d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:12:51.656720 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c519a3f4-6164-4031-ab99-d7abb608e57d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:12:51.657127 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c519a3f4-6164-4031-ab99-d7abb608e57d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:12:51.657534 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c519a3f4-6164-4031-ab99-d7abb608e57d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:12:51.658497 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c519a3f4-6164-4031-ab99-d7abb608e57d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:12:51.658497 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c519a3f4-6164-4031-ab99-d7abb608e57d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:12:51.658917 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c519a3f4-6164-4031-ab99-d7abb608e57d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:12:51.659322 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c519a3f4-6164-4031-ab99-d7abb608e57d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:12:51.659838 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c519a3f4-6164-4031-ab99-d7abb608e57d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:12:51.660243 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c519a3f4-6164-4031-ab99-d7abb608e57d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:12:51.660652 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c519a3f4-6164-4031-ab99-d7abb608e57d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:12:51.661053 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c519a3f4-6164-4031-ab99-d7abb608e57d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:12:51.661452 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c519a3f4-6164-4031-ab99-d7abb608e57d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:12:51.661856 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c519a3f4-6164-4031-ab99-d7abb608e57d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:12:51.662281 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c519a3f4-6164-4031-ab99-d7abb608e57d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:12:51.662682 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c519a3f4-6164-4031-ab99-d7abb608e57d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:12:51.664209 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c519a3f4-6164-4031-ab99-d7abb608e57d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:12:51.664209 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c519a3f4-6164-4031-ab99-d7abb608e57d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:12:51.664209 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c519a3f4-6164-4031-ab99-d7abb608e57d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:12:51.664209 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c519a3f4-6164-4031-ab99-d7abb608e57d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:12:51.665859 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b37c024-dde7-4460-a035-edb766f6cab9 None None] Routers {'507195d5-ba69-4e84-b2c2-20002f96699a'} bound to L3 agent in host dv-cinder-775008-1-iscsi {{(pid=79931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 10 21:12:51.666597 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-1b37c024-dde7-4460-a035-edb766f6cab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbf90668d30>, 'dv-cinder-775008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-10T20:53:27Z,description=<?>,heartbeat_timestamp=2021-02-10T21:12:27Z,host='dv-cinder-775008-1-iscsi',id=351a09a7-a8bd-44d4-8337-3dd1b5c8f290,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-10T20:53:27Z,topic='l3_agent')) {'router_ids': ['507195d5-ba69-4e84-b2c2-20002f96699a'], 'active': True} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:12:51.670788 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-c519a3f4-6164-4031-ab99-d7abb608e57d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:12:51.717629 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c519a3f4-6164-4031-ab99-d7abb608e57d admin admin] Network 21565ca2-3f6f-4c53-8a7d-132eded4bf0d is already hosted by enough agents. {{(pid=79929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 10 21:12:51.718939 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.base_scheduler [None req-c519a3f4-6164-4031-ab99-d7abb608e57d admin admin] Resources bound (agent type, host, resource id):  {{(pid=79929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 10 21:12:51.721400 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c519a3f4-6164-4031-ab99-d7abb608e57d admin admin] Received port after_create {{(pid=79929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 10 21:12:51.790570 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c519a3f4-6164-4031-ab99-d7abb608e57d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850656587'] for router_interface, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:51.875798 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvr_db [None req-1b37c024-dde7-4460-a035-edb766f6cab9 None None] Set router 507195d5-ba69-4e84-b2c2-20002f96699a gateway port host: dv-cinder-775008-1-iscsi {{(pid=79931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 10 21:12:51.883751 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Device 0bae24b7-be94-45eb-aea3-6715c0a3b269 up at agent ovs-agent-dv-cinder-775008-1-iscsi {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:12:51.983201 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Provisioning complete for port 0bae24b7-be94-45eb-aea3-6715c0a3b269 triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:12:51.983868 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:52.082714 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-f9d43611-09b1-4c30-88db-41e6b03e45bc None None] Provisioning for port 920f6771-d3ca-4247-80f8-666b49596407 completed by entity DHCP. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 10 21:12:52.099831 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-f9d43611-09b1-4c30-88db-41e6b03e45bc None None] Provisioning complete for port 920f6771-d3ca-4247-80f8-666b49596407 triggered by entity DHCP. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:12:52.100956 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-f9d43611-09b1-4c30-88db-41e6b03e45bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:52.314999 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-f9d43611-09b1-4c30-88db-41e6b03e45bc None None] Port 920f6771-d3ca-4247-80f8-666b49596407 cannot update to ACTIVE because it is not bound. {{(pid=79930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 10 21:12:52.334256 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c519a3f4-6164-4031-ab99-d7abb608e57d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:52.348943 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-1b37c024-dde7-4460-a035-edb766f6cab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbf90668d30>, [{'id': '507195d5-ba69-4e84-b2c2-20002f96699a', 'name': 'tempest-TestVolumeBootPattern-1058213678-router', 'tenant_id': '660222962bf2454ea2ba636072eefa4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '5cefccab-2d76-4f67-bdd2-48fb10088e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:12:46Z', 'updated_at': '2021-02-10T21:12:48Z', 'revision_number': 3, 'project_id': '660222962bf2454ea2ba636072eefa4e', 'gw_port': {'id': '5cefccab-2d76-4f67-bdd2-48fb10088e35', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:58:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507195d5-ba69-4e84-b2c2-20002f96699a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:47Z', 'updated_at': '2021-02-10T21:12:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi'}], 'dv-cinder-775008-1-iscsi', False) {} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:12:52.353326 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b37c024-dde7-4460-a035-edb766f6cab9 None None] The sync data for ids ['507195d5-ba69-4e84-b2c2-20002f96699a'] in dv-cinder-775008-1-iscsi is: [{'id': '507195d5-ba69-4e84-b2c2-20002f96699a', 'name': 'tempest-TestVolumeBootPattern-1058213678-router', 'tenant_id': '660222962bf2454ea2ba636072eefa4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '5cefccab-2d76-4f67-bdd2-48fb10088e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:12:46Z', 'updated_at': '2021-02-10T21:12:48Z', 'revision_number': 3, 'project_id': '660222962bf2454ea2ba636072eefa4e', 'gw_port': {'id': '5cefccab-2d76-4f67-bdd2-48fb10088e35', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:58:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507195d5-ba69-4e84-b2c2-20002f96699a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:47Z', 'updated_at': '2021-02-10T21:12:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi'}] {{(pid=79931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 10 21:12:52.634295 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c519a3f4-6164-4031-ab99-d7abb608e57d admin admin] Notify callbacks [] for port, precommit_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:52.637999 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c519a3f4-6164-4031-ab99-d7abb608e57d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852145533'] for port, after_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:52.667751 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-499168d0-bfc0-42f6-923d-a518e443d07f tempest-TestShelveInstance-612522089 tempest-TestShelveInstance-612522089-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:12:52.765904 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c519a3f4-6164-4031-ab99-d7abb608e57d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4115697'] for router_interface, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:52.780509 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c519a3f4-6164-4031-ab99-d7abb608e57d admin admin] Pushing event updated for resources: {'Port': ['ID=920f6771-d3ca-4247-80f8-666b49596407,revision_number=2']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:12:52.795915 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-c519a3f4-6164-4031-ab99-d7abb608e57d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:12:52.919404 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c519a3f4-6164-4031-ab99-d7abb608e57d admin admin] Network 21565ca2-3f6f-4c53-8a7d-132eded4bf0d is already hosted by enough agents. {{(pid=79929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 10 21:12:52.920744 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.base_scheduler [None req-c519a3f4-6164-4031-ab99-d7abb608e57d admin admin] Resources bound (agent type, host, resource id):  {{(pid=79929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 10 21:12:53.138940 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c519a3f4-6164-4031-ab99-d7abb608e57d admin admin] Router 507195d5-ba69-4e84-b2c2-20002f96699a has already been hosted by L3 agent 351a09a7-a8bd-44d4-8337-3dd1b5c8f290 {{(pid=79929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 10 21:12:53.142193 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-0165664f-6536-4d70-900b-8b9be1d74d7a None None] Provisioning complete for port 920f6771-d3ca-4247-80f8-666b49596407 triggered by entity DHCP. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:12:53.142613 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-0165664f-6536-4d70-900b-8b9be1d74d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:53.202717 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-0165664f-6536-4d70-900b-8b9be1d74d7a None None] Port 920f6771-d3ca-4247-80f8-666b49596407 cannot update to ACTIVE because it is not bound. {{(pid=79930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 10 21:12:53.337939 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c519a3f4-6164-4031-ab99-d7abb608e57d admin admin] Notify agent at l3_agent.dv-cinder-775008-1-iscsi the message routers_updated {{(pid=79929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 10 21:12:53.348450 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-c519a3f4-6164-4031-ab99-d7abb608e57d admin admin] 10.222.0.82 "PUT /v2.0/routers/507195d5-ba69-4e84-b2c2-20002f96699a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3082364
Feb 10 21:12:53.875368 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Device 5cefccab-2d76-4f67-bdd2-48fb10088e35 up at agent ovs-agent-dv-cinder-775008-1-iscsi {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:12:53.950511 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Provisioning for port 5cefccab-2d76-4f67-bdd2-48fb10088e35 completed by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 10 21:12:53.955700 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Provisioning complete for port 5cefccab-2d76-4f67-bdd2-48fb10088e35 triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:12:53.956121 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:54.095159 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:54.113583 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] For port 5cefccab-2d76-4f67-bdd2-48fb10088e35, host dv-cinder-775008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-iscsi',level=0,port_id=5cefccab-2d76-4f67-bdd2-48fb10088e35,segment=NetworkSegment(37fae2f4-4e7c-4231-b866-3c6a09452824),segment_id=37fae2f4-4e7c-4231-b866-3c6a09452824)] {{(pid=79930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:12:54.116953 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:54.119145 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:12:54.196877 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ade51d8b-dfc5-42c2-bd84-f6d943ba4fc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:54.208925 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Pushing event updated for resources: {'Port': ['ID=5cefccab-2d76-4f67-bdd2-48fb10088e35,revision_number=4']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:12:54.212380 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:12:54.343288 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 36316) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:12:54.349651 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [None req-72ed65ea-9178-42cf-a9c8-0dee06ba371f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2001574552-network', 'tenant_id': '3bf351df3cf04331a794379a64c89143'}} {{(pid=79929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:12:54.355578 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-72ed65ea-9178-42cf-a9c8-0dee06ba371f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:12:54.359731 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-72ed65ea-9178-42cf-a9c8-0dee06ba371f admin admin] Usage tracker for resource:network and tenant:3bf351df3cf04331a794379a64c89143 is out of sync, need to count used quota {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:12:54.362786 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-72ed65ea-9178-42cf-a9c8-0dee06ba371f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:12:54.368661 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-72ed65ea-9178-42cf-a9c8-0dee06ba371f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:12:54.378280 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ed65ea-9178-42cf-a9c8-0dee06ba371f admin admin] Made reservation on behalf of 3bf351df3cf04331a794379a64c89143 for: {'network': 1} {{(pid=79929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 10 21:12:54.383108 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-72ed65ea-9178-42cf-a9c8-0dee06ba371f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for network, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:54.397352 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-72ed65ea-9178-42cf-a9c8-0dee06ba371f admin admin] Notify callbacks [] for security_group, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:54.413298 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-72ed65ea-9178-42cf-a9c8-0dee06ba371f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:12:54.417992 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-72ed65ea-9178-42cf-a9c8-0dee06ba371f admin admin] Usage tracker for resource:security_group_rule and tenant:3bf351df3cf04331a794379a64c89143 is out of sync, need to count used quota {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:12:54.420996 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-72ed65ea-9178-42cf-a9c8-0dee06ba371f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:12:54.427195 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-72ed65ea-9178-42cf-a9c8-0dee06ba371f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:12:54.524284 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-72ed65ea-9178-42cf-a9c8-0dee06ba371f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:54.527931 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-72ed65ea-9178-42cf-a9c8-0dee06ba371f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:54.532100 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-e37933c8-2f81-4016-b856-1b25af02458a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:12:54.564212 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72ed65ea-9178-42cf-a9c8-0dee06ba371f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=79929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 10 21:12:54.573992 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ed65ea-9178-42cf-a9c8-0dee06ba371f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73aa3329-c059-495d-8f6e-ce32d465f028,revision_number=1']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:12:54.577943 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-72ed65ea-9178-42cf-a9c8-0dee06ba371f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:12:54.580736 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-72ed65ea-9178-42cf-a9c8-0dee06ba371f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853830591'] for segment, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:54.581130 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.db.segments_db [None req-72ed65ea-9178-42cf-a9c8-0dee06ba371f admin admin] Added segment 23b85309-b501-4692-b154-391f5df3da45 of type vxlan for network 0c95b602-fff2-4f27-8167-c13d8bbb7c6e
Feb 10 21:12:54.608783 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-72ed65ea-9178-42cf-a9c8-0dee06ba371f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363258057162953'] for network, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:54.638301 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-72ed65ea-9178-42cf-a9c8-0dee06ba371f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014'] for network, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:54.639568 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ed65ea-9178-42cf-a9c8-0dee06ba371f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:12:54.640214 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-72ed65ea-9178-42cf-a9c8-0dee06ba371f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728031'] for network, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:54.645385 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:12:54.751961 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-72ed65ea-9178-42cf-a9c8-0dee06ba371f admin admin] 10.222.0.82 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 0.4074180
Feb 10 21:12:54.752983 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ed65ea-9178-42cf-a9c8-0dee06ba371f admin admin] Pushing event updated for resources: {'Network': ['ID=0c95b602-fff2-4f27-8167-c13d8bbb7c6e,revision_number=1']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:12:54.755051 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 36320) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:12:54.755996 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-72ed65ea-9178-42cf-a9c8-0dee06ba371f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:12:54.762484 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [None req-f6a7b6e6-e5c6-4843-b30e-b2da2cab24f1 admin admin] Request body: {'subnet': {'network_id': '0c95b602-fff2-4f27-8167-c13d8bbb7c6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2001574552-subnet', 'tenant_id': '3bf351df3cf04331a794379a64c89143', 'ip_version': 4}} {{(pid=79928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:12:54.765519 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Network 0c95b602-fff2-4f27-8167-c13d8bbb7c6e details requested by agent ovs-agent-dv-cinder-775008-1-iscsi with host dv-cinder-775008-1-iscsi {{(pid=79930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 10 21:12:54.768072 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-f6a7b6e6-e5c6-4843-b30e-b2da2cab24f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:12:54.773287 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-f6a7b6e6-e5c6-4843-b30e-b2da2cab24f1 admin admin] Usage tracker for resource:subnet and tenant:3bf351df3cf04331a794379a64c89143 is out of sync, need to count used quota {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:12:54.779945 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-f6a7b6e6-e5c6-4843-b30e-b2da2cab24f1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:12:54.780607 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Network 0c95b602-fff2-4f27-8167-c13d8bbb7c6e details requested by agent ovs-agent-hv-cinder-77500 with host hv-cinder-77500 {{(pid=79930) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 10 21:12:54.785737 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-f6a7b6e6-e5c6-4843-b30e-b2da2cab24f1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:12:54.795472 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a7b6e6-e5c6-4843-b30e-b2da2cab24f1 admin admin] Made reservation on behalf of 3bf351df3cf04331a794379a64c89143 for: {'subnet': 1} {{(pid=79928) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 10 21:12:54.800405 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-f6a7b6e6-e5c6-4843-b30e-b2da2cab24f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3516821'] for subnet, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:55.229724 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-f6a7b6e6-e5c6-4843-b30e-b2da2cab24f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3141311', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3516804'] for subnet, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:55.246080 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-c2f963ef-0a71-4ba3-8c55-2fe48f6ae2de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:12:55.274146 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7477e7-0589-4073-adef-5e5afc097dac None None] Sync routers for ids ['507195d5-ba69-4e84-b2c2-20002f96699a'] in dv-cinder-775008-1-iscsi {{(pid=79930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 10 21:12:55.284706 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7477e7-0589-4073-adef-5e5afc097dac None None] Routers {'507195d5-ba69-4e84-b2c2-20002f96699a'} bound to L3 agent in host dv-cinder-775008-1-iscsi {{(pid=79930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 10 21:12:55.285377 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-7c7477e7-0589-4073-adef-5e5afc097dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbf904760f0>, 'dv-cinder-775008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-10T20:53:27Z,description=<?>,heartbeat_timestamp=2021-02-10T21:12:27Z,host='dv-cinder-775008-1-iscsi',id=351a09a7-a8bd-44d4-8337-3dd1b5c8f290,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-10T20:53:27Z,topic='l3_agent')) {'router_ids': ['507195d5-ba69-4e84-b2c2-20002f96699a'], 'active': True} {{(pid=79930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:12:55.383812 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a7b6e6-e5c6-4843-b30e-b2da2cab24f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b4a2c78-b293-4fe3-8be1-01548c26fb97,revision_number=0']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:12:55.391422 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-f6a7b6e6-e5c6-4843-b30e-b2da2cab24f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:12:55.449945 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a7b6e6-e5c6-4843-b30e-b2da2cab24f1 admin admin] Checking segment: {'id': '23b85309-b501-4692-b154-391f5df3da45', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0c95b602-fff2-4f27-8167-c13d8bbb7c6e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79928) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 10 21:12:55.450266 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a7b6e6-e5c6-4843-b30e-b2da2cab24f1 admin admin] Network hostable DHCP agents. Network: 0c95b602-fff2-4f27-8167-c13d8bbb7c6e, hostable agents: ['81d85903-877f-455d-aaa7-fc933394e41c'], hosted agents: [] {{(pid=79928) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 10 21:12:55.468678 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a7b6e6-e5c6-4843-b30e-b2da2cab24f1 admin admin] Network 0c95b602-fff2-4f27-8167-c13d8bbb7c6e is scheduled to be hosted by DHCP agent 81d85903-877f-455d-aaa7-fc933394e41c with binding_index 1 {{(pid=79928) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 10 21:12:55.476792 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.base_scheduler [None req-f6a7b6e6-e5c6-4843-b30e-b2da2cab24f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775008-1-iscsi, 0c95b602-fff2-4f27-8167-c13d8bbb7c6e) {{(pid=79928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 10 21:12:55.480146 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvr_db [None req-7c7477e7-0589-4073-adef-5e5afc097dac None None] Set router 507195d5-ba69-4e84-b2c2-20002f96699a gateway port host: dv-cinder-775008-1-iscsi {{(pid=79930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 10 21:12:55.490406 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a7b6e6-e5c6-4843-b30e-b2da2cab24f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:12:55.491084 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-f6a7b6e6-e5c6-4843-b30e-b2da2cab24f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728031'] for subnet, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:55.513601 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-f6a7b6e6-e5c6-4843-b30e-b2da2cab24f1 admin admin] 10.222.0.82 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.7546475
Feb 10 21:12:55.513826 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 36324) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:12:55.519536 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [None req-a1a760d6-3367-4ca9-8e4a-2af9b2cba593 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2001574552-router', 'tenant_id': '3bf351df3cf04331a794379a64c89143', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614'}}} {{(pid=79928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:12:55.524420 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-a1a760d6-3367-4ca9-8e4a-2af9b2cba593 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:12:55.528903 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-a1a760d6-3367-4ca9-8e4a-2af9b2cba593 admin admin] Usage tracker for resource:router and tenant:3bf351df3cf04331a794379a64c89143 is out of sync, need to count used quota {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:12:55.529559 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf2727d-01c5-43d0-85e7-285b7071d2fa None None] Network 0c95b602-fff2-4f27-8167-c13d8bbb7c6e requested from dv-cinder-775008-1-iscsi {{(pid=79930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 10 21:12:55.536612 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [None req-a1a760d6-3367-4ca9-8e4a-2af9b2cba593 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:12:55.543059 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [None req-a1a760d6-3367-4ca9-8e4a-2af9b2cba593 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:12:55.552525 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a1a760d6-3367-4ca9-8e4a-2af9b2cba593 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4114228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774486'] for router, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:55.553572 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a1a760d6-3367-4ca9-8e4a-2af9b2cba593 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3743903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4119967', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036850706622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1297'] for router, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:55.575097 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a1a760d6-3367-4ca9-8e4a-2af9b2cba593 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:55.864851 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a1a760d6-3367-4ca9-8e4a-2af9b2cba593 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4119950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4114215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1280'] for router, precommit_update {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:55.877138 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Device 5cefccab-2d76-4f67-bdd2-48fb10088e35 up at agent ovs-agent-dv-cinder-775008-1-iscsi {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:12:56.207329 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a1a760d6-3367-4ca9-8e4a-2af9b2cba593 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:56.229964 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b60ef9e-cda9-4935-9ca2-ef5e5b57f466 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4e4fef36-f19b-5af1-8d30-5a9f97738b06-0c95b602-fff2-4f27-8167-c13d8bbb7c6e', 'network_id': '0c95b602-fff2-4f27-8167-c13d8bbb7c6e', 'tenant_id': '3bf351df3cf04331a794379a64c89143', 'fixed_ips': [{'subnet_id': '8b4a2c78-b293-4fe3-8be1-01548c26fb97'}]}} from dv-cinder-775008-1-iscsi. {{(pid=79930) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 10 21:12:56.230947 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-4b60ef9e-cda9-4935-9ca2-ef5e5b57f466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_create {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:56.242517 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a1a760d6-3367-4ca9-8e4a-2af9b2cba593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:56.286963 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Provisioning complete for port 5cefccab-2d76-4f67-bdd2-48fb10088e35 triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:12:56.287384 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:56.462438 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-7c7477e7-0589-4073-adef-5e5afc097dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbf904760f0>, [{'id': '507195d5-ba69-4e84-b2c2-20002f96699a', 'name': 'tempest-TestVolumeBootPattern-1058213678-router', 'tenant_id': '660222962bf2454ea2ba636072eefa4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '5cefccab-2d76-4f67-bdd2-48fb10088e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:12:46Z', 'updated_at': '2021-02-10T21:12:52Z', 'revision_number': 4, 'project_id': '660222962bf2454ea2ba636072eefa4e', 'gw_port': {'id': '5cefccab-2d76-4f67-bdd2-48fb10088e35', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:58:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507195d5-ba69-4e84-b2c2-20002f96699a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:47Z', 'updated_at': '2021-02-10T21:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi', '_interfaces': [{'id': '920f6771-d3ca-4247-80f8-666b49596407', 'name': '', 'network_id': '21565ca2-3f6f-4c53-8a7d-132eded4bf0d', 'tenant_id': '660222962bf2454ea2ba636072eefa4e', 'mac_address': 'fa:16:3e:8e:50:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507195d5-ba69-4e84-b2c2-20002f96699a', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '5317e4a1-a0ef-46da-abd4-7584d57f65cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:51Z', 'updated_at': '2021-02-10T21:12:52Z', 'revision_number': 2, 'project_id': '660222962bf2454ea2ba636072eefa4e', 'subnets': [{'id': '5317e4a1-a0ef-46da-abd4-7584d57f65cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775008-1-iscsi', False) {} {{(pid=79930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:12:56.471955 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7477e7-0589-4073-adef-5e5afc097dac None None] Checking router: 507195d5-ba69-4e84-b2c2-20002f96699a for host: dv-cinder-775008-1-iscsi {{(pid=79930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 10 21:12:56.472358 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7477e7-0589-4073-adef-5e5afc097dac None None] Updating router 507195d5-ba69-4e84-b2c2-20002f96699a port 920f6771-d3ca-4247-80f8-666b49596407 binding host dv-cinder-775008-1-iscsi {{(pid=79930) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 10 21:12:56.522940 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.db_base_plugin_common [None req-a1a760d6-3367-4ca9-8e4a-2af9b2cba593 admin admin] Allocated IP 172.27.3.36 (caec50ae-8f3b-4f45-a3ad-eb903a732614/47475132-bc81-43cb-b635-450463390609/7ec790cf-7bc0-4229-b48a-29e8b32321f0) {{(pid=79928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 10 21:12:56.626756 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-7c7477e7-0589-4073-adef-5e5afc097dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:56.684381 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a1a760d6-3367-4ca9-8e4a-2af9b2cba593 admin admin] Notify callbacks [] for port, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:56.715114 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a1a760d6-3367-4ca9-8e4a-2af9b2cba593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778797635767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851641298'] for port, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:56.731279 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:12:56.788858 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-add1be33-e87b-4b1e-a490-6c5adcf51112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:56.868781 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.db_base_plugin_common [None req-4b60ef9e-cda9-4935-9ca2-ef5e5b57f466 None None] Allocated IP 172.20.0.2 (0c95b602-fff2-4f27-8167-c13d8bbb7c6e/8b4a2c78-b293-4fe3-8be1-01548c26fb97/8bf9e3fa-549e-46f8-aebb-29e5fb18200d) {{(pid=79930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 10 21:12:57.114634 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a760d6-3367-4ca9-8e4a-2af9b2cba593 admin admin] Pushing event updated for resources: {'Port': ['ID=7ec790cf-7bc0-4229-b48a-29e8b32321f0,revision_number=1']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:12:57.119316 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-a1a760d6-3367-4ca9-8e4a-2af9b2cba593 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:12:57.164337 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a760d6-3367-4ca9-8e4a-2af9b2cba593 admin admin] Network caec50ae-8f3b-4f45-a3ad-eb903a732614 is already hosted by enough agents. {{(pid=79928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 10 21:12:57.165539 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.base_scheduler [None req-a1a760d6-3367-4ca9-8e4a-2af9b2cba593 admin admin] Resources bound (agent type, host, resource id):  {{(pid=79928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 10 21:12:57.167909 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a760d6-3367-4ca9-8e4a-2af9b2cba593 admin admin] Received port after_create {{(pid=79928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 10 21:12:57.296463 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-4b60ef9e-cda9-4935-9ca2-ef5e5b57f466 None None] Notify callbacks [] for port, precommit_create {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:57.327929 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-4b60ef9e-cda9-4935-9ca2-ef5e5b57f466 None None] Transition to ACTIVE for port object 8bf9e3fa-549e-46f8-aebb-29e5fb18200d will not be triggered until provisioned by entity L2. {{(pid=79930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 10 21:12:57.388334 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8e35c017-ca0e-4997-9af4-ce0f5f2c761e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:57.400755 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-4b60ef9e-cda9-4935-9ca2-ef5e5b57f466 None None] Transition to ACTIVE for port object 8bf9e3fa-549e-46f8-aebb-29e5fb18200d will not be triggered until provisioned by entity DHCP. {{(pid=79930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 10 21:12:57.409351 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-4b60ef9e-cda9-4935-9ca2-ef5e5b57f466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778797635767'] for port, after_create {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:57.430111 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-ed09d1c3-7dff-468c-8ee3-1ed06c96e854 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:12:57.481638 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-7c7477e7-0589-4073-adef-5e5afc097dac None None] Notify callbacks [] for port, precommit_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:57.565087 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-7c7477e7-0589-4073-adef-5e5afc097dac None None] Transition to ACTIVE for port object 920f6771-d3ca-4247-80f8-666b49596407 will not be triggered until provisioned by entity L2. {{(pid=79930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 10 21:12:57.582271 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-7c7477e7-0589-4073-adef-5e5afc097dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:57.615985 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a1a760d6-3367-4ca9-8e4a-2af9b2cba593 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:57.622836 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b60ef9e-cda9-4935-9ca2-ef5e5b57f466 None None] Pushing event updated for resources: {'Port': ['ID=8bf9e3fa-549e-46f8-aebb-29e5fb18200d,revision_number=1']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:12:57.679502 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-4b60ef9e-cda9-4935-9ca2-ef5e5b57f466 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:12:57.679914 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:12:57.805043 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c260d0f-44cb-4cb1-bead-be6d3ceb359d None None] Pushing event updated for resources: {'Port': ['ID=920f6771-d3ca-4247-80f8-666b49596407,revision_number=3']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:12:57.812569 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-0c260d0f-44cb-4cb1-bead-be6d3ceb359d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:12:57.827419 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b60ef9e-cda9-4935-9ca2-ef5e5b57f466 None None] Network 0c95b602-fff2-4f27-8167-c13d8bbb7c6e is already hosted by enough agents. {{(pid=79930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 10 21:12:57.832536 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.base_scheduler [None req-4b60ef9e-cda9-4935-9ca2-ef5e5b57f466 None None] Resources bound (agent type, host, resource id):  {{(pid=79930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 10 21:12:57.836460 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b60ef9e-cda9-4935-9ca2-ef5e5b57f466 None None] Received port after_create {{(pid=79930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 10 21:12:57.992890 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a1a760d6-3367-4ca9-8e4a-2af9b2cba593 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036850661588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850655767'] for router, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:58.009545 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-4b60ef9e-cda9-4935-9ca2-ef5e5b57f466 None None] Attempting to bind port 8bf9e3fa-549e-46f8-aebb-29e5fb18200d on host dv-cinder-775008-1-iscsi for vnic_type normal with profile  {{(pid=79930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 10 21:12:58.009961 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-4b60ef9e-cda9-4935-9ca2-ef5e5b57f466 None None] Attempting to bind port 8bf9e3fa-549e-46f8-aebb-29e5fb18200d by drivers openvswitch on host dv-cinder-775008-1-iscsi at level 0 using segments [{'id': '23b85309-b501-4692-b154-391f5df3da45', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0c95b602-fff2-4f27-8167-c13d8bbb7c6e'}] {{(pid=79930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 10 21:12:58.010435 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b60ef9e-cda9-4935-9ca2-ef5e5b57f466 None None] Attempting to bind port 8bf9e3fa-549e-46f8-aebb-29e5fb18200d on network 0c95b602-fff2-4f27-8167-c13d8bbb7c6e {{(pid=79930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 10 21:12:58.022897 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b60ef9e-cda9-4935-9ca2-ef5e5b57f466 None None] Checking agent: {'id': '1c483f99-5707-4fa0-b001-c7f2c0c49e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775008-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 10, 20, 53, 28), 'started_at': datetime.datetime(2021, 2, 10, 20, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 2, 10, 21, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775008-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 10 21:12:58.023323 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b60ef9e-cda9-4935-9ca2-ef5e5b57f466 None None] Checking segment: {'id': '23b85309-b501-4692-b154-391f5df3da45', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0c95b602-fff2-4f27-8167-c13d8bbb7c6e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 10 21:12:58.023772 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-4b60ef9e-cda9-4935-9ca2-ef5e5b57f466 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:58.024215 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b60ef9e-cda9-4935-9ca2-ef5e5b57f466 None None] Bound using segment: {'id': '23b85309-b501-4692-b154-391f5df3da45', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0c95b602-fff2-4f27-8167-c13d8bbb7c6e'} {{(pid=79930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 10 21:12:58.024739 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-4b60ef9e-cda9-4935-9ca2-ef5e5b57f466 None None] Bound port: 8bf9e3fa-549e-46f8-aebb-29e5fb18200d, host: dv-cinder-775008-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23b85309-b501-4692-b154-391f5df3da45', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0c95b602-fff2-4f27-8167-c13d8bbb7c6e'}}] {{(pid=79930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 10 21:12:58.025158 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-4b60ef9e-cda9-4935-9ca2-ef5e5b57f466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:58.040542 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-7c7477e7-0589-4073-adef-5e5afc097dac None None] Attempting to bind port 920f6771-d3ca-4247-80f8-666b49596407 on host dv-cinder-775008-1-iscsi for vnic_type normal with profile  {{(pid=79930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 10 21:12:58.040953 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-7c7477e7-0589-4073-adef-5e5afc097dac None None] Attempting to bind port 920f6771-d3ca-4247-80f8-666b49596407 by drivers openvswitch on host dv-cinder-775008-1-iscsi at level 0 using segments [{'id': '79051ec9-b046-465d-804e-8eaa9fec71f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '21565ca2-3f6f-4c53-8a7d-132eded4bf0d'}] {{(pid=79930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 10 21:12:58.041385 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7477e7-0589-4073-adef-5e5afc097dac None None] Attempting to bind port 920f6771-d3ca-4247-80f8-666b49596407 on network 21565ca2-3f6f-4c53-8a7d-132eded4bf0d {{(pid=79930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 10 21:12:58.084800 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7477e7-0589-4073-adef-5e5afc097dac None None] Checking agent: {'id': '1c483f99-5707-4fa0-b001-c7f2c0c49e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775008-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 10, 20, 53, 28), 'started_at': datetime.datetime(2021, 2, 10, 20, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 2, 10, 21, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775008-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 10 21:12:58.085226 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7477e7-0589-4073-adef-5e5afc097dac None None] Checking segment: {'id': '79051ec9-b046-465d-804e-8eaa9fec71f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '21565ca2-3f6f-4c53-8a7d-132eded4bf0d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 10 21:12:58.085670 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-7c7477e7-0589-4073-adef-5e5afc097dac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:58.086141 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7477e7-0589-4073-adef-5e5afc097dac None None] Bound using segment: {'id': '79051ec9-b046-465d-804e-8eaa9fec71f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '21565ca2-3f6f-4c53-8a7d-132eded4bf0d'} {{(pid=79930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 10 21:12:58.086683 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-7c7477e7-0589-4073-adef-5e5afc097dac None None] Bound port: 920f6771-d3ca-4247-80f8-666b49596407, host: dv-cinder-775008-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79051ec9-b046-465d-804e-8eaa9fec71f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '21565ca2-3f6f-4c53-8a7d-132eded4bf0d'}}] {{(pid=79930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 10 21:12:58.087108 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-7c7477e7-0589-4073-adef-5e5afc097dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:58.234780 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1a760d6-3367-4ca9-8e4a-2af9b2cba593 admin admin] Router 5b1992ea-dac3-4597-83fa-100d6e8957b6 is scheduled to L3 agent 351a09a7-a8bd-44d4-8337-3dd1b5c8f290 with binding_index 1 {{(pid=79928) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 10 21:12:58.406246 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:58.421578 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a16a173f-35ea-40df-9953-0a23fc2526db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:58.422772 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-4b60ef9e-cda9-4935-9ca2-ef5e5b57f466 None None] For port 8bf9e3fa-549e-46f8-aebb-29e5fb18200d, host dv-cinder-775008-1-iscsi, cleared binding levels {{(pid=79930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 10 21:12:58.427693 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-4b60ef9e-cda9-4935-9ca2-ef5e5b57f466 None None] For port 8bf9e3fa-549e-46f8-aebb-29e5fb18200d, host dv-cinder-775008-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-iscsi',level=0,port_id=8bf9e3fa-549e-46f8-aebb-29e5fb18200d,segment=NetworkSegment(23b85309-b501-4692-b154-391f5df3da45),segment_id=23b85309-b501-4692-b154-391f5df3da45)] {{(pid=79930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 10 21:12:58.435530 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-4b60ef9e-cda9-4935-9ca2-ef5e5b57f466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:58.445902 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1a760d6-3367-4ca9-8e4a-2af9b2cba593 admin admin] Notify agent at l3_agent.dv-cinder-775008-1-iscsi the message routers_updated {{(pid=79928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 10 21:12:58.450900 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-16997abc-d491-4c10-88c5-acfe5901924a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:12:58.455977 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd506e5-33d9-40c3-b159-17e80c542a2e None None] Sync routers for ids ['5b1992ea-dac3-4597-83fa-100d6e8957b6'] in dv-cinder-775008-1-iscsi {{(pid=79931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 10 21:12:58.466429 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd506e5-33d9-40c3-b159-17e80c542a2e None None] Routers {'5b1992ea-dac3-4597-83fa-100d6e8957b6'} bound to L3 agent in host dv-cinder-775008-1-iscsi {{(pid=79931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 10 21:12:58.467242 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-2fd506e5-33d9-40c3-b159-17e80c542a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbf906685c0>, 'dv-cinder-775008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-10T20:53:27Z,description=<?>,heartbeat_timestamp=2021-02-10T21:12:57Z,host='dv-cinder-775008-1-iscsi',id=351a09a7-a8bd-44d4-8337-3dd1b5c8f290,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-10T20:53:27Z,topic='l3_agent')) {'router_ids': ['5b1992ea-dac3-4597-83fa-100d6e8957b6'], 'active': True} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:12:58.471306 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a1a760d6-3367-4ca9-8e4a-2af9b2cba593 admin admin] Notify callbacks [] for router, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:58.475423 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-a1a760d6-3367-4ca9-8e4a-2af9b2cba593 admin admin] 10.222.0.82 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 2.9578073
Feb 10 21:12:58.475593 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79928) accepted ('10.222.0.82', 36328) {{(pid=79928) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:12:58.505226 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-7c7477e7-0589-4073-adef-5e5afc097dac None None] For port 920f6771-d3ca-4247-80f8-666b49596407, host dv-cinder-775008-1-iscsi, cleared binding levels {{(pid=79930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 10 21:12:58.581606 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-7c7477e7-0589-4073-adef-5e5afc097dac None None] For port 920f6771-d3ca-4247-80f8-666b49596407, host dv-cinder-775008-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-iscsi',level=0,port_id=920f6771-d3ca-4247-80f8-666b49596407,segment=NetworkSegment(79051ec9-b046-465d-804e-8eaa9fec71f5),segment_id=79051ec9-b046-465d-804e-8eaa9fec71f5)] {{(pid=79930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 10 21:12:58.605547 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-7c7477e7-0589-4073-adef-5e5afc097dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:58.712917 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b60ef9e-cda9-4935-9ca2-ef5e5b57f466 None None] Pushing event updated for resources: {'Port': ['ID=8bf9e3fa-549e-46f8-aebb-29e5fb18200d,revision_number=2']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:12:58.721405 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-4b60ef9e-cda9-4935-9ca2-ef5e5b57f466 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:12:58.724294 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-8c3a201a-e8a7-4741-8745-0aaea6157561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:12:58.828256 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvr_db [None req-2fd506e5-33d9-40c3-b159-17e80c542a2e None None] Set router 5b1992ea-dac3-4597-83fa-100d6e8957b6 gateway port host: dv-cinder-775008-1-iscsi {{(pid=79931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 10 21:12:58.858765 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c260d0f-44cb-4cb1-bead-be6d3ceb359d None None] Pushing event updated for resources: {'Port': ['ID=920f6771-d3ca-4247-80f8-666b49596407,revision_number=4']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:12:58.866712 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-0c260d0f-44cb-4cb1-bead-be6d3ceb359d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:12:58.886599 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7477e7-0589-4073-adef-5e5afc097dac None None] Routers {'507195d5-ba69-4e84-b2c2-20002f96699a'} bound to L3 agent in host dv-cinder-775008-1-iscsi {{(pid=79930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 10 21:12:58.887297 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-7c7477e7-0589-4073-adef-5e5afc097dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbf904760f0>, 'dv-cinder-775008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-10T20:53:27Z,description=<?>,heartbeat_timestamp=2021-02-10T21:12:57Z,host='dv-cinder-775008-1-iscsi',id=351a09a7-a8bd-44d4-8337-3dd1b5c8f290,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-10T20:53:27Z,topic='l3_agent')) {'router_ids': ['507195d5-ba69-4e84-b2c2-20002f96699a'], 'active': True} {{(pid=79930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:12:59.138257 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvr_db [None req-7c7477e7-0589-4073-adef-5e5afc097dac None None] Set router 507195d5-ba69-4e84-b2c2-20002f96699a gateway port host: dv-cinder-775008-1-iscsi {{(pid=79930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 10 21:12:59.264870 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-2fd506e5-33d9-40c3-b159-17e80c542a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbf906685c0>, [{'id': '5b1992ea-dac3-4597-83fa-100d6e8957b6', 'name': 'tempest-TestVolumeBootPattern-2001574552-router', 'tenant_id': '3bf351df3cf04331a794379a64c89143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '7ec790cf-7bc0-4229-b48a-29e8b32321f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:12:55Z', 'updated_at': '2021-02-10T21:12:57Z', 'revision_number': 3, 'project_id': '3bf351df3cf04331a794379a64c89143', 'gw_port': {'id': '7ec790cf-7bc0-4229-b48a-29e8b32321f0', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a2:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b1992ea-dac3-4597-83fa-100d6e8957b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:56Z', 'updated_at': '2021-02-10T21:12:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi'}], 'dv-cinder-775008-1-iscsi', False) {} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:12:59.271593 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd506e5-33d9-40c3-b159-17e80c542a2e None None] Checking router: 5b1992ea-dac3-4597-83fa-100d6e8957b6 for host: dv-cinder-775008-1-iscsi {{(pid=79931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 10 21:12:59.274835 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd506e5-33d9-40c3-b159-17e80c542a2e None None] Updating router 5b1992ea-dac3-4597-83fa-100d6e8957b6 port 7ec790cf-7bc0-4229-b48a-29e8b32321f0 binding host dv-cinder-775008-1-iscsi {{(pid=79931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 10 21:12:59.365598 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-2fd506e5-33d9-40c3-b159-17e80c542a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:59.534215 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-7c7477e7-0589-4073-adef-5e5afc097dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbf904760f0>, [{'id': '507195d5-ba69-4e84-b2c2-20002f96699a', 'name': 'tempest-TestVolumeBootPattern-1058213678-router', 'tenant_id': '660222962bf2454ea2ba636072eefa4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '5cefccab-2d76-4f67-bdd2-48fb10088e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:12:46Z', 'updated_at': '2021-02-10T21:12:52Z', 'revision_number': 4, 'project_id': '660222962bf2454ea2ba636072eefa4e', 'gw_port': {'id': '5cefccab-2d76-4f67-bdd2-48fb10088e35', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:58:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507195d5-ba69-4e84-b2c2-20002f96699a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:47Z', 'updated_at': '2021-02-10T21:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi', '_interfaces': [{'id': '920f6771-d3ca-4247-80f8-666b49596407', 'name': '', 'network_id': '21565ca2-3f6f-4c53-8a7d-132eded4bf0d', 'tenant_id': '660222962bf2454ea2ba636072eefa4e', 'mac_address': 'fa:16:3e:8e:50:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507195d5-ba69-4e84-b2c2-20002f96699a', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '5317e4a1-a0ef-46da-abd4-7584d57f65cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:51Z', 'updated_at': '2021-02-10T21:12:58Z', 'revision_number': 4, 'project_id': '660222962bf2454ea2ba636072eefa4e', 'subnets': [{'id': '5317e4a1-a0ef-46da-abd4-7584d57f65cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775008-1-iscsi', False) {} {{(pid=79930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:12:59.540996 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7477e7-0589-4073-adef-5e5afc097dac None None] The sync data for ids ['507195d5-ba69-4e84-b2c2-20002f96699a'] in dv-cinder-775008-1-iscsi is: [{'id': '507195d5-ba69-4e84-b2c2-20002f96699a', 'name': 'tempest-TestVolumeBootPattern-1058213678-router', 'tenant_id': '660222962bf2454ea2ba636072eefa4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '5cefccab-2d76-4f67-bdd2-48fb10088e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:12:46Z', 'updated_at': '2021-02-10T21:12:52Z', 'revision_number': 4, 'project_id': '660222962bf2454ea2ba636072eefa4e', 'gw_port': {'id': '5cefccab-2d76-4f67-bdd2-48fb10088e35', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:58:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507195d5-ba69-4e84-b2c2-20002f96699a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:47Z', 'updated_at': '2021-02-10T21:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi', '_interfaces': [{'id': '920f6771-d3ca-4247-80f8-666b49596407', 'name': '', 'network_id': '21565ca2-3f6f-4c53-8a7d-132eded4bf0d', 'tenant_id': '660222962bf2454ea2ba636072eefa4e', 'mac_address': 'fa:16:3e:8e:50:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '507195d5-ba69-4e84-b2c2-20002f96699a', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '5317e4a1-a0ef-46da-abd4-7584d57f65cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:51Z', 'updated_at': '2021-02-10T21:12:58Z', 'revision_number': 4, 'project_id': '660222962bf2454ea2ba636072eefa4e', 'subnets': [{'id': '5317e4a1-a0ef-46da-abd4-7584d57f65cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 10 21:12:59.616191 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-1b6d3b00-e070-496c-bfda-870af862f57a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:59.860264 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-2fd506e5-33d9-40c3-b159-17e80c542a2e None None] Notify callbacks [] for port, precommit_update {{(pid=79931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:59.885208 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-2fd506e5-33d9-40c3-b159-17e80c542a2e None None] Transition to ACTIVE for port object 7ec790cf-7bc0-4229-b48a-29e8b32321f0 will not be triggered until provisioned by entity L2. {{(pid=79931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 10 21:12:59.891657 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-2fd506e5-33d9-40c3-b159-17e80c542a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:12:59.908831 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-d7ec0228-f40a-4112-8dfb-f11624772159 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:12:59.960165 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Device 920f6771-d3ca-4247-80f8-666b49596407 up at agent ovs-agent-dv-cinder-775008-1-iscsi {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:13:00.000284 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaca6cd-e7ec-42d2-9003-a143170d93e4 None None] Pushing event updated for resources: {'Port': ['ID=7ec790cf-7bc0-4229-b48a-29e8b32321f0,revision_number=2']} {{(pid=79931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:13:00.005854 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-dfaca6cd-e7ec-42d2-9003-a143170d93e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:13:00.051340 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Provisioning for port 920f6771-d3ca-4247-80f8-666b49596407 completed by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 10 21:13:00.061539 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Provisioning complete for port 920f6771-d3ca-4247-80f8-666b49596407 triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:13:00.061965 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:13:00.065801 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.db_base_plugin_common [None req-1b6d3b00-e070-496c-bfda-870af862f57a admin admin] Allocated IP 172.20.0.1 (0c95b602-fff2-4f27-8167-c13d8bbb7c6e/8b4a2c78-b293-4fe3-8be1-01548c26fb97/16009105-93bb-45c1-858c-bf5bd970795c) {{(pid=79928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 10 21:13:00.186857 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-2fd506e5-33d9-40c3-b159-17e80c542a2e None None] Attempting to bind port 7ec790cf-7bc0-4229-b48a-29e8b32321f0 on host dv-cinder-775008-1-iscsi for vnic_type normal with profile  {{(pid=79931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 10 21:13:00.187280 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-2fd506e5-33d9-40c3-b159-17e80c542a2e None None] Attempting to bind port 7ec790cf-7bc0-4229-b48a-29e8b32321f0 by drivers openvswitch on host dv-cinder-775008-1-iscsi at level 0 using segments [{'id': '37fae2f4-4e7c-4231-b866-3c6a09452824', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614'}] {{(pid=79931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 10 21:13:00.187694 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd506e5-33d9-40c3-b159-17e80c542a2e None None] Attempting to bind port 7ec790cf-7bc0-4229-b48a-29e8b32321f0 on network caec50ae-8f3b-4f45-a3ad-eb903a732614 {{(pid=79931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 10 21:13:00.202531 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd506e5-33d9-40c3-b159-17e80c542a2e None None] Checking agent: {'id': '1c483f99-5707-4fa0-b001-c7f2c0c49e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775008-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 10, 20, 53, 28), 'started_at': datetime.datetime(2021, 2, 10, 20, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 2, 10, 21, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775008-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 10 21:13:00.202962 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd506e5-33d9-40c3-b159-17e80c542a2e None None] Checking segment: {'id': '37fae2f4-4e7c-4231-b866-3c6a09452824', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 10 21:13:00.203419 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-2fd506e5-33d9-40c3-b159-17e80c542a2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:13:00.203865 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd506e5-33d9-40c3-b159-17e80c542a2e None None] Bound using segment: {'id': '37fae2f4-4e7c-4231-b866-3c6a09452824', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614'} {{(pid=79931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 10 21:13:00.204393 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-2fd506e5-33d9-40c3-b159-17e80c542a2e None None] Bound port: 7ec790cf-7bc0-4229-b48a-29e8b32321f0, host: dv-cinder-775008-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37fae2f4-4e7c-4231-b866-3c6a09452824', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614'}}] {{(pid=79931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 10 21:13:00.204833 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-2fd506e5-33d9-40c3-b159-17e80c542a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:13:00.283112 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:13:00.304601 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-1b6d3b00-e070-496c-bfda-870af862f57a admin admin] Notify callbacks [] for port, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:13:00.325450 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] For port 920f6771-d3ca-4247-80f8-666b49596407, host dv-cinder-775008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-iscsi',level=0,port_id=920f6771-d3ca-4247-80f8-666b49596407,segment=NetworkSegment(79051ec9-b046-465d-804e-8eaa9fec71f5),segment_id=79051ec9-b046-465d-804e-8eaa9fec71f5)] {{(pid=79930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:13:00.329028 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:13:00.331074 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Device 8bf9e3fa-549e-46f8-aebb-29e5fb18200d up at agent ovs-agent-dv-cinder-775008-1-iscsi {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:13:00.340628 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-1b6d3b00-e070-496c-bfda-870af862f57a admin admin] Transition to ACTIVE for port object 16009105-93bb-45c1-858c-bf5bd970795c will not be triggered until provisioned by entity DHCP. {{(pid=79928) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 10 21:13:00.367079 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-2fd506e5-33d9-40c3-b159-17e80c542a2e None None] For port 7ec790cf-7bc0-4229-b48a-29e8b32321f0, host dv-cinder-775008-1-iscsi, cleared binding levels {{(pid=79931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 10 21:13:00.371773 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:13:00.375738 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-2fd506e5-33d9-40c3-b159-17e80c542a2e None None] For port 7ec790cf-7bc0-4229-b48a-29e8b32321f0, host dv-cinder-775008-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-iscsi',level=0,port_id=7ec790cf-7bc0-4229-b48a-29e8b32321f0,segment=NetworkSegment(37fae2f4-4e7c-4231-b866-3c6a09452824),segment_id=37fae2f4-4e7c-4231-b866-3c6a09452824)] {{(pid=79931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 10 21:13:00.382228 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-2fd506e5-33d9-40c3-b159-17e80c542a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:13:00.398411 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-1b6d3b00-e070-496c-bfda-870af862f57a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778797635767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851641298'] for port, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:13:00.427262 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-5f6d8564-c947-4376-9050-b81b09436a6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:13:00.490455 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Pushing event updated for resources: {'Port': ['ID=920f6771-d3ca-4247-80f8-666b49596407,revision_number=5']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:13:00.494461 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:13:00.496582 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Provisioning for port 8bf9e3fa-549e-46f8-aebb-29e5fb18200d completed by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 10 21:13:00.519961 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96dbdd16-dd90-4c8b-a1e1-884ac05c7ab1 None None] Network 0c95b602-fff2-4f27-8167-c13d8bbb7c6e requested from dv-cinder-775008-1-iscsi {{(pid=79930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 10 21:13:00.527783 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-322e5b25-f900-4007-86d8-7afeb8d1cf36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:13:00.621779 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6d3b00-e070-496c-bfda-870af862f57a admin admin] Pushing event updated for resources: {'Port': ['ID=16009105-93bb-45c1-858c-bf5bd970795c,revision_number=1']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:13:00.626579 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-1b6d3b00-e070-496c-bfda-870af862f57a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:13:00.641139 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b144acf1-2908-4d7c-baf8-2b4952117c3c None None] Provisioning for port 8bf9e3fa-549e-46f8-aebb-29e5fb18200d completed by entity DHCP. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 10 21:13:00.641718 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaca6cd-e7ec-42d2-9003-a143170d93e4 None None] Pushing event updated for resources: {'Port': ['ID=7ec790cf-7bc0-4229-b48a-29e8b32321f0,revision_number=3']} {{(pid=79931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:13:00.646182 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-dfaca6cd-e7ec-42d2-9003-a143170d93e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=79931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:13:00.662720 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b144acf1-2908-4d7c-baf8-2b4952117c3c None None] Provisioning complete for port 8bf9e3fa-549e-46f8-aebb-29e5fb18200d triggered by entity DHCP. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:13:00.662918 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b144acf1-2908-4d7c-baf8-2b4952117c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:13:00.670381 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd506e5-33d9-40c3-b159-17e80c542a2e None None] Routers {'5b1992ea-dac3-4597-83fa-100d6e8957b6'} bound to L3 agent in host dv-cinder-775008-1-iscsi {{(pid=79931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 10 21:13:00.671619 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-2fd506e5-33d9-40c3-b159-17e80c542a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbf906685c0>, 'dv-cinder-775008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-10T20:53:27Z,description=<?>,heartbeat_timestamp=2021-02-10T21:12:57Z,host='dv-cinder-775008-1-iscsi',id=351a09a7-a8bd-44d4-8337-3dd1b5c8f290,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-10T20:53:27Z,topic='l3_agent')) {'router_ids': ['5b1992ea-dac3-4597-83fa-100d6e8957b6'], 'active': True} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:13:00.673016 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6d3b00-e070-496c-bfda-870af862f57a admin admin] Network 0c95b602-fff2-4f27-8167-c13d8bbb7c6e is already hosted by enough agents. {{(pid=79928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 10 21:13:00.674229 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.base_scheduler [None req-1b6d3b00-e070-496c-bfda-870af862f57a admin admin] Resources bound (agent type, host, resource id):  {{(pid=79928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 10 21:13:00.678872 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6d3b00-e070-496c-bfda-870af862f57a admin admin] Received port after_create {{(pid=79928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 10 21:13:00.741208 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-1b6d3b00-e070-496c-bfda-870af862f57a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036850656587'] for router_interface, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:13:00.883343 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvr_db [None req-2fd506e5-33d9-40c3-b159-17e80c542a2e None None] Set router 5b1992ea-dac3-4597-83fa-100d6e8957b6 gateway port host: dv-cinder-775008-1-iscsi {{(pid=79931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 10 21:13:00.926359 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b144acf1-2908-4d7c-baf8-2b4952117c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:13:00.973077 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-b144acf1-2908-4d7c-baf8-2b4952117c3c None None] For port 8bf9e3fa-549e-46f8-aebb-29e5fb18200d, host dv-cinder-775008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-iscsi',level=0,port_id=8bf9e3fa-549e-46f8-aebb-29e5fb18200d,segment=NetworkSegment(23b85309-b501-4692-b154-391f5df3da45),segment_id=23b85309-b501-4692-b154-391f5df3da45)] {{(pid=79930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:13:00.977505 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b144acf1-2908-4d7c-baf8-2b4952117c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:13:00.980889 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-8c3a201a-e8a7-4741-8745-0aaea6157561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:13:01.021616 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-1b6d3b00-e070-496c-bfda-870af862f57a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:13:01.080177 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b144acf1-2908-4d7c-baf8-2b4952117c3c None None] Pushing event updated for resources: {'Port': ['ID=8bf9e3fa-549e-46f8-aebb-29e5fb18200d,revision_number=3']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:13:01.094273 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b144acf1-2908-4d7c-baf8-2b4952117c3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:13:01.253794 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-2fd506e5-33d9-40c3-b159-17e80c542a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbf906685c0>, [{'id': '5b1992ea-dac3-4597-83fa-100d6e8957b6', 'name': 'tempest-TestVolumeBootPattern-2001574552-router', 'tenant_id': '3bf351df3cf04331a794379a64c89143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '7ec790cf-7bc0-4229-b48a-29e8b32321f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:12:55Z', 'updated_at': '2021-02-10T21:12:57Z', 'revision_number': 3, 'project_id': '3bf351df3cf04331a794379a64c89143', 'gw_port': {'id': '7ec790cf-7bc0-4229-b48a-29e8b32321f0', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a2:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b1992ea-dac3-4597-83fa-100d6e8957b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:56Z', 'updated_at': '2021-02-10T21:13:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi'}], 'dv-cinder-775008-1-iscsi', False) {} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:13:01.258270 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd506e5-33d9-40c3-b159-17e80c542a2e None None] The sync data for ids ['5b1992ea-dac3-4597-83fa-100d6e8957b6'] in dv-cinder-775008-1-iscsi is: [{'id': '5b1992ea-dac3-4597-83fa-100d6e8957b6', 'name': 'tempest-TestVolumeBootPattern-2001574552-router', 'tenant_id': '3bf351df3cf04331a794379a64c89143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '7ec790cf-7bc0-4229-b48a-29e8b32321f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:12:55Z', 'updated_at': '2021-02-10T21:12:57Z', 'revision_number': 3, 'project_id': '3bf351df3cf04331a794379a64c89143', 'gw_port': {'id': '7ec790cf-7bc0-4229-b48a-29e8b32321f0', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a2:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b1992ea-dac3-4597-83fa-100d6e8957b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:56Z', 'updated_at': '2021-02-10T21:13:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi'}] {{(pid=79931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 10 21:13:01.301430 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-6d6847ff-d929-46ad-b527-7ac02135ed88 None None] Provisioning for port 16009105-93bb-45c1-858c-bf5bd970795c completed by entity DHCP. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 10 21:13:01.308347 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-6d6847ff-d929-46ad-b527-7ac02135ed88 None None] Provisioning complete for port 16009105-93bb-45c1-858c-bf5bd970795c triggered by entity DHCP. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:13:01.309028 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-6d6847ff-d929-46ad-b527-7ac02135ed88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:13:01.381854 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-1b6d3b00-e070-496c-bfda-870af862f57a admin admin] Notify callbacks [] for port, precommit_update {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:13:01.386178 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-1b6d3b00-e070-496c-bfda-870af862f57a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3134503'] for port, after_update {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:13:01.389542 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-6d6847ff-d929-46ad-b527-7ac02135ed88 None None] Port 16009105-93bb-45c1-858c-bf5bd970795c cannot update to ACTIVE because it is not bound. {{(pid=79930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 10 21:13:01.402604 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:13:01.405042 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-6d6847ff-d929-46ad-b527-7ac02135ed88 None None] Provisioning complete for port 8bf9e3fa-549e-46f8-aebb-29e5fb18200d triggered by entity DHCP. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:13:01.405453 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-6d6847ff-d929-46ad-b527-7ac02135ed88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:13:01.422660 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-05362c10-80c5-481f-b949-f77d6c760354 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:13:01.521413 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6d3b00-e070-496c-bfda-870af862f57a admin admin] Pushing event updated for resources: {'Port': ['ID=16009105-93bb-45c1-858c-bf5bd970795c,revision_number=2']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:13:01.524391 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-1b6d3b00-e070-496c-bfda-870af862f57a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3728061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4115697'] for router_interface, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:13:01.542379 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-1b6d3b00-e070-496c-bfda-870af862f57a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:13:01.726095 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6d3b00-e070-496c-bfda-870af862f57a admin admin] Network 0c95b602-fff2-4f27-8167-c13d8bbb7c6e is already hosted by enough agents. {{(pid=79928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 10 21:13:01.727838 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.base_scheduler [None req-1b6d3b00-e070-496c-bfda-870af862f57a admin admin] Resources bound (agent type, host, resource id):  {{(pid=79928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 10 21:13:01.892415 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-8e8101e8-c517-4eb6-bdee-99c136d2ce62 None None] Provisioning complete for port 16009105-93bb-45c1-858c-bf5bd970795c triggered by entity DHCP. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:13:01.892948 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8e8101e8-c517-4eb6-bdee-99c136d2ce62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:13:01.972850 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b6d3b00-e070-496c-bfda-870af862f57a admin admin] Router 5b1992ea-dac3-4597-83fa-100d6e8957b6 has already been hosted by L3 agent 351a09a7-a8bd-44d4-8337-3dd1b5c8f290 {{(pid=79928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 10 21:13:02.001806 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Device 7ec790cf-7bc0-4229-b48a-29e8b32321f0 up at agent ovs-agent-dv-cinder-775008-1-iscsi {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:13:02.090699 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-8e8101e8-c517-4eb6-bdee-99c136d2ce62 None None] Port 16009105-93bb-45c1-858c-bf5bd970795c cannot update to ACTIVE because it is not bound. {{(pid=79930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 10 21:13:02.107010 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Provisioning for port 7ec790cf-7bc0-4229-b48a-29e8b32321f0 completed by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 10 21:13:02.113764 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Provisioning complete for port 7ec790cf-7bc0-4229-b48a-29e8b32321f0 triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:13:02.114438 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:13:02.176112 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-8e8101e8-c517-4eb6-bdee-99c136d2ce62 None None] Provisioning complete for port 8bf9e3fa-549e-46f8-aebb-29e5fb18200d triggered by entity DHCP. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:13:02.176533 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8e8101e8-c517-4eb6-bdee-99c136d2ce62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:13:02.201338 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b6d3b00-e070-496c-bfda-870af862f57a admin admin] Notify agent at l3_agent.dv-cinder-775008-1-iscsi the message routers_updated {{(pid=79928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 10 21:13:02.217364 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-1b6d3b00-e070-496c-bfda-870af862f57a admin admin] 10.222.0.82 "PUT /v2.0/routers/5b1992ea-dac3-4597-83fa-100d6e8957b6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7407012
Feb 10 21:13:02.360880 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:13:02.388695 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] For port 7ec790cf-7bc0-4229-b48a-29e8b32321f0, host dv-cinder-775008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-iscsi',level=0,port_id=7ec790cf-7bc0-4229-b48a-29e8b32321f0,segment=NetworkSegment(37fae2f4-4e7c-4231-b866-3c6a09452824),segment_id=37fae2f4-4e7c-4231-b866-3c6a09452824)] {{(pid=79930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:13:02.392563 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:13:02.393429 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Device 920f6771-d3ca-4247-80f8-666b49596407 up at agent ovs-agent-dv-cinder-775008-1-iscsi {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:13:02.426524 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:13:02.538829 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Pushing event updated for resources: {'Port': ['ID=7ec790cf-7bc0-4229-b48a-29e8b32321f0,revision_number=4']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:13:02.541601 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-d0c06743-7f60-4e37-a3ae-0a463a571207 None None] Provisioning complete for port 16009105-93bb-45c1-858c-bf5bd970795c triggered by entity DHCP. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:13:02.542071 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-d0c06743-7f60-4e37-a3ae-0a463a571207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:13:02.575699 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:13:02.606896 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Provisioning complete for port 920f6771-d3ca-4247-80f8-666b49596407 triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:13:02.607322 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:13:02.654666 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-d0c06743-7f60-4e37-a3ae-0a463a571207 None None] Port 16009105-93bb-45c1-858c-bf5bd970795c cannot update to ACTIVE because it is not bound. {{(pid=79930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 10 21:13:02.737775 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Device 8bf9e3fa-549e-46f8-aebb-29e5fb18200d up at agent ovs-agent-dv-cinder-775008-1-iscsi {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:13:02.812354 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Provisioning complete for port 8bf9e3fa-549e-46f8-aebb-29e5fb18200d triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:13:02.812780 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:13:02.820544 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [req-4fb5bb2a-0a3a-433e-be61-5484360df95c req-8238c551-a2dc-4418-923e-31d544ab7526 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Request body: {'security_group': {'name': 'tempest-TestVolumeBootPattern-1478607349', 'description': 'tempest-TestVolumeBootPattern-1478607349 description'}} {{(pid=79929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:13:02.845338 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [req-4fb5bb2a-0a3a-433e-be61-5484360df95c req-8238c551-a2dc-4418-923e-31d544ab7526 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:13:02.849415 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-4fb5bb2a-0a3a-433e-be61-5484360df95c req-8238c551-a2dc-4418-923e-31d544ab7526 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Usage tracker for resource:security_group and tenant:660222962bf2454ea2ba636072eefa4e is out of sync, need to count used quota {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:13:02.852532 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-4fb5bb2a-0a3a-433e-be61-5484360df95c req-8238c551-a2dc-4418-923e-31d544ab7526 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:13:02.858825 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [req-4fb5bb2a-0a3a-433e-be61-5484360df95c req-8238c551-a2dc-4418-923e-31d544ab7526 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:13:02.869099 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-4fb5bb2a-0a3a-433e-be61-5484360df95c req-8238c551-a2dc-4418-923e-31d544ab7526 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks [] for security_group, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:13:02.891706 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [req-4fb5bb2a-0a3a-433e-be61-5484360df95c req-8238c551-a2dc-4418-923e-31d544ab7526 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:13:02.895798 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-4fb5bb2a-0a3a-433e-be61-5484360df95c req-8238c551-a2dc-4418-923e-31d544ab7526 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Usage tracker for resource:security_group_rule and tenant:660222962bf2454ea2ba636072eefa4e is out of sync, need to count used quota {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:13:02.898834 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-4fb5bb2a-0a3a-433e-be61-5484360df95c req-8238c551-a2dc-4418-923e-31d544ab7526 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:13:02.905462 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [req-4fb5bb2a-0a3a-433e-be61-5484360df95c req-8238c551-a2dc-4418-923e-31d544ab7526 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:13:02.978718 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-4fb5bb2a-0a3a-433e-be61-5484360df95c req-8238c551-a2dc-4418-923e-31d544ab7526 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks [] for security_group, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:13:02.981470 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-4fb5bb2a-0a3a-433e-be61-5484360df95c req-8238c551-a2dc-4418-923e-31d544ab7526 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:13:02.986740 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-5523659f-3d16-44ed-bcbd-e0f158c048b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:13:03.027831 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-4fb5bb2a-0a3a-433e-be61-5484360df95c req-8238c551-a2dc-4418-923e-31d544ab7526 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks [] for security_group, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:13:03.029327 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-4fb5bb2a-0a3a-433e-be61-5484360df95c req-8238c551-a2dc-4418-923e-31d544ab7526 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.2129598
Feb 10 21:13:03.030189 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8238c551-a2dc-4418-923e-31d544ab7526 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b13c7963-b9ef-42d3-8b25-a5452d137283,revision_number=1']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:13:03.033134 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-8238c551-a2dc-4418-923e-31d544ab7526 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:13:03.127826 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-3e63fb60-6a1f-4fbf-b0f1-ed7ef730380d req-a261baf4-5ebf-4f7c-820a-edcd77b4d5bf tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/security-groups/b13c7963-b9ef-42d3-8b25-a5452d137283 HTTP/1.1" status: 200  len: 1808 time: 0.0661173
Feb 10 21:13:03.139160 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [req-3e63fb60-6a1f-4fbf-b0f1-ed7ef730380d req-3286bfd0-17db-43fe-b363-96053fb85155 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b13c7963-b9ef-42d3-8b25-a5452d137283', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=79928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:13:03.139516 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [req-3e63fb60-6a1f-4fbf-b0f1-ed7ef730380d req-3286bfd0-17db-43fe-b363-96053fb85155 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b13c7963-b9ef-42d3-8b25-a5452d137283', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=79928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:13:03.162523 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [req-3e63fb60-6a1f-4fbf-b0f1-ed7ef730380d req-3286bfd0-17db-43fe-b363-96053fb85155 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:13:03.166633 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-3e63fb60-6a1f-4fbf-b0f1-ed7ef730380d req-3286bfd0-17db-43fe-b363-96053fb85155 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Usage tracker for resource:security_group_rule and tenant:660222962bf2454ea2ba636072eefa4e is out of sync, need to count used quota {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:13:03.169631 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-3e63fb60-6a1f-4fbf-b0f1-ed7ef730380d req-3286bfd0-17db-43fe-b363-96053fb85155 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:13:03.175415 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [req-3e63fb60-6a1f-4fbf-b0f1-ed7ef730380d req-3286bfd0-17db-43fe-b363-96053fb85155 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:13:03.231302 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-3e63fb60-6a1f-4fbf-b0f1-ed7ef730380d req-3286bfd0-17db-43fe-b363-96053fb85155 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:13:03.256664 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-3e63fb60-6a1f-4fbf-b0f1-ed7ef730380d req-3286bfd0-17db-43fe-b363-96053fb85155 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:13:03.259451 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-3e63fb60-6a1f-4fbf-b0f1-ed7ef730380d req-3286bfd0-17db-43fe-b363-96053fb85155 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704419'] for security_group_rule, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:13:03.262318 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:13:03.289781 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286bfd0-17db-43fe-b363-96053fb85155 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94a2b50f-37d8-4318-8411-d90a411fb0e2,revision_number=0']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:13:03.292545 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-3286bfd0-17db-43fe-b363-96053fb85155 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:13:03.299374 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-3e63fb60-6a1f-4fbf-b0f1-ed7ef730380d req-3286bfd0-17db-43fe-b363-96053fb85155 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:13:03.300670 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-3e63fb60-6a1f-4fbf-b0f1-ed7ef730380d req-3286bfd0-17db-43fe-b363-96053fb85155 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.1662166
Feb 10 21:13:03.401559 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-5e4b4a08-e15c-4248-93a8-10b62718bc3b req-6fa14fb4-729f-452c-9809-3d8142fee1ea tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/security-groups/b13c7963-b9ef-42d3-8b25-a5452d137283 HTTP/1.1" status: 200  len: 2401 time: 0.0674698
Feb 10 21:13:03.412272 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [req-5e4b4a08-e15c-4248-93a8-10b62718bc3b req-1a4c2d7f-d89e-4da1-b582-724755467317 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b13c7963-b9ef-42d3-8b25-a5452d137283', 'remote_group_id': None}]} {{(pid=79929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:13:03.412634 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [req-5e4b4a08-e15c-4248-93a8-10b62718bc3b req-1a4c2d7f-d89e-4da1-b582-724755467317 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b13c7963-b9ef-42d3-8b25-a5452d137283', 'remote_group_id': None}} {{(pid=79929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:13:03.436036 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [req-5e4b4a08-e15c-4248-93a8-10b62718bc3b req-1a4c2d7f-d89e-4da1-b582-724755467317 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:13:03.440141 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-5e4b4a08-e15c-4248-93a8-10b62718bc3b req-1a4c2d7f-d89e-4da1-b582-724755467317 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Usage tracker for resource:security_group_rule and tenant:660222962bf2454ea2ba636072eefa4e is out of sync, need to count used quota {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:13:03.443205 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-5e4b4a08-e15c-4248-93a8-10b62718bc3b req-1a4c2d7f-d89e-4da1-b582-724755467317 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=79929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:13:03.449790 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [req-5e4b4a08-e15c-4248-93a8-10b62718bc3b req-1a4c2d7f-d89e-4da1-b582-724755467317 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:13:03.512979 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-5e4b4a08-e15c-4248-93a8-10b62718bc3b req-1a4c2d7f-d89e-4da1-b582-724755467317 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks [] for security_group_rule, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:13:03.537328 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-5e4b4a08-e15c-4248-93a8-10b62718bc3b req-1a4c2d7f-d89e-4da1-b582-724755467317 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:13:03.539922 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-5e4b4a08-e15c-4248-93a8-10b62718bc3b req-1a4c2d7f-d89e-4da1-b582-724755467317 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704419'] for security_group_rule, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:13:03.547612 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:13:03.566887 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4c2d7f-d89e-4da1-b582-724755467317 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62703828-2da0-486a-9f75-cd3c13a350aa,revision_number=0']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:13:03.573410 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-1a4c2d7f-d89e-4da1-b582-724755467317 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:13:03.575428 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-5e4b4a08-e15c-4248-93a8-10b62718bc3b req-1a4c2d7f-d89e-4da1-b582-724755467317 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks [] for security_group_rule, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:13:03.576689 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-5e4b4a08-e15c-4248-93a8-10b62718bc3b req-1a4c2d7f-d89e-4da1-b582-724755467317 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.1686776
Feb 10 21:13:03.866514 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Device 7ec790cf-7bc0-4229-b48a-29e8b32321f0 up at agent ovs-agent-dv-cinder-775008-1-iscsi {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:13:03.942103 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Provisioning complete for port 7ec790cf-7bc0-4229-b48a-29e8b32321f0 triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:13:03.942530 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:13:04.485425 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff060120-2cf1-4f11-8c38-94fc6d6b864a None None] Sync routers for ids ['5b1992ea-dac3-4597-83fa-100d6e8957b6'] in dv-cinder-775008-1-iscsi {{(pid=79930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 10 21:13:04.495639 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff060120-2cf1-4f11-8c38-94fc6d6b864a None None] Routers {'5b1992ea-dac3-4597-83fa-100d6e8957b6'} bound to L3 agent in host dv-cinder-775008-1-iscsi {{(pid=79930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 10 21:13:04.496315 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-ff060120-2cf1-4f11-8c38-94fc6d6b864a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbf900b32b0>, 'dv-cinder-775008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-10T20:53:27Z,description=<?>,heartbeat_timestamp=2021-02-10T21:12:57Z,host='dv-cinder-775008-1-iscsi',id=351a09a7-a8bd-44d4-8337-3dd1b5c8f290,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-10T20:53:27Z,topic='l3_agent')) {'router_ids': ['5b1992ea-dac3-4597-83fa-100d6e8957b6'], 'active': True} {{(pid=79930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:13:04.696126 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvr_db [None req-ff060120-2cf1-4f11-8c38-94fc6d6b864a None None] Set router 5b1992ea-dac3-4597-83fa-100d6e8957b6 gateway port host: dv-cinder-775008-1-iscsi {{(pid=79930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 10 21:13:05.053236 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-ff060120-2cf1-4f11-8c38-94fc6d6b864a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbf900b32b0>, [{'id': '5b1992ea-dac3-4597-83fa-100d6e8957b6', 'name': 'tempest-TestVolumeBootPattern-2001574552-router', 'tenant_id': '3bf351df3cf04331a794379a64c89143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '7ec790cf-7bc0-4229-b48a-29e8b32321f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:12:55Z', 'updated_at': '2021-02-10T21:13:00Z', 'revision_number': 4, 'project_id': '3bf351df3cf04331a794379a64c89143', 'gw_port': {'id': '7ec790cf-7bc0-4229-b48a-29e8b32321f0', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a2:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1992ea-dac3-4597-83fa-100d6e8957b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:56Z', 'updated_at': '2021-02-10T21:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi', '_interfaces': [{'id': '16009105-93bb-45c1-858c-bf5bd970795c', 'name': '', 'network_id': '0c95b602-fff2-4f27-8167-c13d8bbb7c6e', 'tenant_id': '3bf351df3cf04331a794379a64c89143', 'mac_address': 'fa:16:3e:9b:7f:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b1992ea-dac3-4597-83fa-100d6e8957b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '8b4a2c78-b293-4fe3-8be1-01548c26fb97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:59Z', 'updated_at': '2021-02-10T21:13:01Z', 'revision_number': 2, 'project_id': '3bf351df3cf04331a794379a64c89143', 'subnets': [{'id': '8b4a2c78-b293-4fe3-8be1-01548c26fb97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775008-1-iscsi', False) {} {{(pid=79930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:13:05.057624 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff060120-2cf1-4f11-8c38-94fc6d6b864a None None] Checking router: 5b1992ea-dac3-4597-83fa-100d6e8957b6 for host: dv-cinder-775008-1-iscsi {{(pid=79930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 10 21:13:05.058045 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff060120-2cf1-4f11-8c38-94fc6d6b864a None None] Updating router 5b1992ea-dac3-4597-83fa-100d6e8957b6 port 16009105-93bb-45c1-858c-bf5bd970795c binding host dv-cinder-775008-1-iscsi {{(pid=79930) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 10 21:13:05.123843 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ff060120-2cf1-4f11-8c38-94fc6d6b864a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:13:05.572100 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ff060120-2cf1-4f11-8c38-94fc6d6b864a None None] Notify callbacks [] for port, precommit_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:13:05.585148 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-ff060120-2cf1-4f11-8c38-94fc6d6b864a None None] Transition to ACTIVE for port object 16009105-93bb-45c1-858c-bf5bd970795c will not be triggered until provisioned by entity L2. {{(pid=79930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 10 21:13:05.587879 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ff060120-2cf1-4f11-8c38-94fc6d6b864a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:13:05.603949 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-0c260d0f-44cb-4cb1-bead-be6d3ceb359d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:13:05.752548 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c865624-8eb4-41c7-b736-22260eb6a717 None None] Pushing event updated for resources: {'Port': ['ID=16009105-93bb-45c1-858c-bf5bd970795c,revision_number=3']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:13:05.757434 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-8c865624-8eb4-41c7-b736-22260eb6a717 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:13:06.100706 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-ff060120-2cf1-4f11-8c38-94fc6d6b864a None None] Attempting to bind port 16009105-93bb-45c1-858c-bf5bd970795c on host dv-cinder-775008-1-iscsi for vnic_type normal with profile  {{(pid=79930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 10 21:13:06.101240 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-ff060120-2cf1-4f11-8c38-94fc6d6b864a None None] Attempting to bind port 16009105-93bb-45c1-858c-bf5bd970795c by drivers openvswitch on host dv-cinder-775008-1-iscsi at level 0 using segments [{'id': '23b85309-b501-4692-b154-391f5df3da45', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0c95b602-fff2-4f27-8167-c13d8bbb7c6e'}] {{(pid=79930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 10 21:13:06.101515 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff060120-2cf1-4f11-8c38-94fc6d6b864a None None] Attempting to bind port 16009105-93bb-45c1-858c-bf5bd970795c on network 0c95b602-fff2-4f27-8167-c13d8bbb7c6e {{(pid=79930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 10 21:13:06.108067 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff060120-2cf1-4f11-8c38-94fc6d6b864a None None] Checking agent: {'id': '1c483f99-5707-4fa0-b001-c7f2c0c49e8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775008-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 10, 20, 53, 28), 'started_at': datetime.datetime(2021, 2, 10, 20, 53, 58), 'heartbeat_timestamp': datetime.datetime(2021, 2, 10, 21, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775008-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.24', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 10 21:13:06.108493 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff060120-2cf1-4f11-8c38-94fc6d6b864a None None] Checking segment: {'id': '23b85309-b501-4692-b154-391f5df3da45', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0c95b602-fff2-4f27-8167-c13d8bbb7c6e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 10 21:13:06.108951 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ff060120-2cf1-4f11-8c38-94fc6d6b864a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:13:06.109395 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff060120-2cf1-4f11-8c38-94fc6d6b864a None None] Bound using segment: {'id': '23b85309-b501-4692-b154-391f5df3da45', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0c95b602-fff2-4f27-8167-c13d8bbb7c6e'} {{(pid=79930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 10 21:13:06.109951 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-ff060120-2cf1-4f11-8c38-94fc6d6b864a None None] Bound port: 16009105-93bb-45c1-858c-bf5bd970795c, host: dv-cinder-775008-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23b85309-b501-4692-b154-391f5df3da45', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0c95b602-fff2-4f27-8167-c13d8bbb7c6e'}}] {{(pid=79930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 10 21:13:06.110405 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ff060120-2cf1-4f11-8c38-94fc6d6b864a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:13:06.218147 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-ff060120-2cf1-4f11-8c38-94fc6d6b864a None None] For port 16009105-93bb-45c1-858c-bf5bd970795c, host dv-cinder-775008-1-iscsi, cleared binding levels {{(pid=79930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 10 21:13:06.222337 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-ff060120-2cf1-4f11-8c38-94fc6d6b864a None None] For port 16009105-93bb-45c1-858c-bf5bd970795c, host dv-cinder-775008-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-iscsi',level=0,port_id=16009105-93bb-45c1-858c-bf5bd970795c,segment=NetworkSegment(23b85309-b501-4692-b154-391f5df3da45),segment_id=23b85309-b501-4692-b154-391f5df3da45)] {{(pid=79930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 10 21:13:06.226873 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ff060120-2cf1-4f11-8c38-94fc6d6b864a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:13:06.243463 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-cb269f93-7130-452f-b7c6-7729f9022159 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:13:06.399293 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c865624-8eb4-41c7-b736-22260eb6a717 None None] Pushing event updated for resources: {'Port': ['ID=16009105-93bb-45c1-858c-bf5bd970795c,revision_number=4']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:13:06.405430 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-8c865624-8eb4-41c7-b736-22260eb6a717 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:13:06.455419 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff060120-2cf1-4f11-8c38-94fc6d6b864a None None] Routers {'5b1992ea-dac3-4597-83fa-100d6e8957b6'} bound to L3 agent in host dv-cinder-775008-1-iscsi {{(pid=79930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 10 21:13:06.455419 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-ff060120-2cf1-4f11-8c38-94fc6d6b864a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbf900b32b0>, 'dv-cinder-775008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-10T20:53:27Z,description=<?>,heartbeat_timestamp=2021-02-10T21:12:57Z,host='dv-cinder-775008-1-iscsi',id=351a09a7-a8bd-44d4-8337-3dd1b5c8f290,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-10T20:53:27Z,topic='l3_agent')) {'router_ids': ['5b1992ea-dac3-4597-83fa-100d6e8957b6'], 'active': True} {{(pid=79930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:13:06.658398 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvr_db [None req-ff060120-2cf1-4f11-8c38-94fc6d6b864a None None] Set router 5b1992ea-dac3-4597-83fa-100d6e8957b6 gateway port host: dv-cinder-775008-1-iscsi {{(pid=79930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 10 21:13:07.004191 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-ff060120-2cf1-4f11-8c38-94fc6d6b864a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbf900b32b0>, [{'id': '5b1992ea-dac3-4597-83fa-100d6e8957b6', 'name': 'tempest-TestVolumeBootPattern-2001574552-router', 'tenant_id': '3bf351df3cf04331a794379a64c89143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '7ec790cf-7bc0-4229-b48a-29e8b32321f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:12:55Z', 'updated_at': '2021-02-10T21:13:00Z', 'revision_number': 4, 'project_id': '3bf351df3cf04331a794379a64c89143', 'gw_port': {'id': '7ec790cf-7bc0-4229-b48a-29e8b32321f0', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a2:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1992ea-dac3-4597-83fa-100d6e8957b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:56Z', 'updated_at': '2021-02-10T21:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi', '_interfaces': [{'id': '16009105-93bb-45c1-858c-bf5bd970795c', 'name': '', 'network_id': '0c95b602-fff2-4f27-8167-c13d8bbb7c6e', 'tenant_id': '3bf351df3cf04331a794379a64c89143', 'mac_address': 'fa:16:3e:9b:7f:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b1992ea-dac3-4597-83fa-100d6e8957b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '8b4a2c78-b293-4fe3-8be1-01548c26fb97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:59Z', 'updated_at': '2021-02-10T21:13:06Z', 'revision_number': 4, 'project_id': '3bf351df3cf04331a794379a64c89143', 'subnets': [{'id': '8b4a2c78-b293-4fe3-8be1-01548c26fb97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775008-1-iscsi', False) {} {{(pid=79930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:13:07.008459 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff060120-2cf1-4f11-8c38-94fc6d6b864a None None] The sync data for ids ['5b1992ea-dac3-4597-83fa-100d6e8957b6'] in dv-cinder-775008-1-iscsi is: [{'id': '5b1992ea-dac3-4597-83fa-100d6e8957b6', 'name': 'tempest-TestVolumeBootPattern-2001574552-router', 'tenant_id': '3bf351df3cf04331a794379a64c89143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '7ec790cf-7bc0-4229-b48a-29e8b32321f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:12:55Z', 'updated_at': '2021-02-10T21:13:00Z', 'revision_number': 4, 'project_id': '3bf351df3cf04331a794379a64c89143', 'gw_port': {'id': '7ec790cf-7bc0-4229-b48a-29e8b32321f0', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a2:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1992ea-dac3-4597-83fa-100d6e8957b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:56Z', 'updated_at': '2021-02-10T21:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi', '_interfaces': [{'id': '16009105-93bb-45c1-858c-bf5bd970795c', 'name': '', 'network_id': '0c95b602-fff2-4f27-8167-c13d8bbb7c6e', 'tenant_id': '3bf351df3cf04331a794379a64c89143', 'mac_address': 'fa:16:3e:9b:7f:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b1992ea-dac3-4597-83fa-100d6e8957b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '8b4a2c78-b293-4fe3-8be1-01548c26fb97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:59Z', 'updated_at': '2021-02-10T21:13:06Z', 'revision_number': 4, 'project_id': '3bf351df3cf04331a794379a64c89143', 'subnets': [{'id': '8b4a2c78-b293-4fe3-8be1-01548c26fb97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 10 21:13:07.887133 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Device 16009105-93bb-45c1-858c-bf5bd970795c up at agent ovs-agent-dv-cinder-775008-1-iscsi {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:13:07.965103 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Provisioning for port 16009105-93bb-45c1-858c-bf5bd970795c completed by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 10 21:13:07.971117 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Provisioning complete for port 16009105-93bb-45c1-858c-bf5bd970795c triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:13:07.971536 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:13:08.107254 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:13:08.143980 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] For port 16009105-93bb-45c1-858c-bf5bd970795c, host dv-cinder-775008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-iscsi',level=0,port_id=16009105-93bb-45c1-858c-bf5bd970795c,segment=NetworkSegment(23b85309-b501-4692-b154-391f5df3da45),segment_id=23b85309-b501-4692-b154-391f5df3da45)] {{(pid=79930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:13:08.146794 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:13:08.149058 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:13:08.227697 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Pushing event updated for resources: {'Port': ['ID=16009105-93bb-45c1-858c-bf5bd970795c,revision_number=5']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:13:08.231059 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:13:09.881429 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Device 16009105-93bb-45c1-858c-bf5bd970795c up at agent ovs-agent-dv-cinder-775008-1-iscsi {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:13:09.957246 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Provisioning complete for port 16009105-93bb-45c1-858c-bf5bd970795c triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:13:09.957657 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:13:11.899792 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.agents_db [None req-2fd61c53-9bc0-4c2f-aa40-be9729c6e46f None None] Agent healthcheck: found 6 active agents {{(pid=79931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 10 21:13:20.009987 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1cfad879-84eb-4287-921f-792ca8fdc7d5 req-dcb2e657-6054-4324-86d1-55a8e35088bf tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1478607349&fields=id&tenant_id=660222962bf2454ea2ba636072eefa4e HTTP/1.1" status: 200  len: 267 time: 0.0606561
Feb 10 21:13:20.257890 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfad879-84eb-4287-921f-792ca8fdc7d5 req-1a6ecde6-0432-43eb-b3cd-68f0128d5c13 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:13:20.259449 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1cfad879-84eb-4287-921f-792ca8fdc7d5 req-1a6ecde6-0432-43eb-b3cd-68f0128d5c13 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/networks?id=21565ca2-3f6f-4c53-8a7d-132eded4bf0d HTTP/1.1" status: 200  len: 812 time: 0.2412176
Feb 10 21:13:20.275865 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1cfad879-84eb-4287-921f-792ca8fdc7d5 req-d2dbc54e-f033-4f37-9ef3-82b6cd69eb7a tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/quotas/660222962bf2454ea2ba636072eefa4e HTTP/1.1" status: 200  len: 375 time: 0.0102167
Feb 10 21:13:20.400758 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1cfad879-84eb-4287-921f-792ca8fdc7d5 req-733619f0-c0f1-4b6b-b213-1433aedae06c tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=660222962bf2454ea2ba636072eefa4e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1191337
Feb 10 21:13:20.552397 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [req-1cfad879-84eb-4287-921f-792ca8fdc7d5 req-3bf88c65-206a-4a92-a898-a234f68e3a41 service neutron] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=79928) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 10 21:13:20.553480 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1cfad879-84eb-4287-921f-792ca8fdc7d5 req-3bf88c65-206a-4a92-a898-a234f68e3a41 service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.1400838
Feb 10 21:13:20.923593 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1cfad879-84eb-4287-921f-792ca8fdc7d5 req-27c2e302-8ee5-4158-9f42-d4fcaddca083 service neutron] 10.222.0.82 "GET /v2.0/networks/21565ca2-3f6f-4c53-8a7d-132eded4bf0d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3635590
Feb 10 21:13:21.067568 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1cfad879-84eb-4287-921f-792ca8fdc7d5 req-50f03302-2f72-48c7-9587-9d0e09ea6194 service neutron] 10.222.0.82 "GET /v2.0/networks/21565ca2-3f6f-4c53-8a7d-132eded4bf0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1375659
Feb 10 21:13:21.500238 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-5be3bd4f-bb41-476e-a43b-41e9f4b797a5 req-a7a59c00-2d7a-4409-822f-63520b55e11c tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Synchronizing usage tracker for tenant:660222962bf2454ea2ba636072eefa4e on resource:port {{(pid=79929) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 10 21:13:21.517529 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-5be3bd4f-bb41-476e-a43b-41e9f4b797a5 req-a7a59c00-2d7a-4409-822f-63520b55e11c tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Unset dirty status for tenant:660222962bf2454ea2ba636072eefa4e on resource:port {{(pid=79929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 10 21:13:21.518587 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-5be3bd4f-bb41-476e-a43b-41e9f4b797a5 req-a7a59c00-2d7a-4409-822f-63520b55e11c tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/ports?device_id=880e2838-7da7-459d-b359-a43c910f7eab HTTP/1.1" status: 200  len: 210 time: 0.0678804
Feb 10 21:13:22.702489 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-575efdfe-b4e6-4403-a65e-54d885705bf8 req-d917cf13-55fc-4ddd-970c-90d29fab1c47 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/ports?device_id=880e2838-7da7-459d-b359-a43c910f7eab HTTP/1.1" status: 200  len: 210 time: 0.0542841
Feb 10 21:13:22.909671 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfad879-84eb-4287-921f-792ca8fdc7d5 req-a5ef6283-68d2-429d-a6ad-9a4005a0f35e tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:13:22.910511 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-1cfad879-84eb-4287-921f-792ca8fdc7d5 req-a5ef6283-68d2-429d-a6ad-9a4005a0f35e tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Synchronizing usage tracker for tenant:660222962bf2454ea2ba636072eefa4e on resource:network {{(pid=79929) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 10 21:13:22.928282 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-1cfad879-84eb-4287-921f-792ca8fdc7d5 req-a5ef6283-68d2-429d-a6ad-9a4005a0f35e tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Unset dirty status for tenant:660222962bf2454ea2ba636072eefa4e on resource:network {{(pid=79929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 10 21:13:22.929524 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1cfad879-84eb-4287-921f-792ca8fdc7d5 req-a5ef6283-68d2-429d-a6ad-9a4005a0f35e tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.15 "GET /v2.0/networks?id=21565ca2-3f6f-4c53-8a7d-132eded4bf0d HTTP/1.1" status: 200  len: 812 time: 0.2639308
Feb 10 21:13:23.050404 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-1cfad879-84eb-4287-921f-792ca8fdc7d5 req-86673bf0-4e4f-45b0-80a3-1554cd92464c tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Synchronizing usage tracker for tenant:660222962bf2454ea2ba636072eefa4e on resource:security_group {{(pid=79929) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 10 21:13:23.068272 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-1cfad879-84eb-4287-921f-792ca8fdc7d5 req-86673bf0-4e4f-45b0-80a3-1554cd92464c tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Unset dirty status for tenant:660222962bf2454ea2ba636072eefa4e on resource:security_group {{(pid=79929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 10 21:13:23.069692 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1cfad879-84eb-4287-921f-792ca8fdc7d5 req-86673bf0-4e4f-45b0-80a3-1554cd92464c tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=660222962bf2454ea2ba636072eefa4e HTTP/1.1" status: 200  len: 5765 time: 0.1266642
Feb 10 21:13:23.080631 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [req-1cfad879-84eb-4287-921f-792ca8fdc7d5 req-c8822340-7128-4253-a91f-746652c25d6f tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Request body: {'port': {'device_id': '880e2838-7da7-459d-b359-a43c910f7eab', 'network_id': '21565ca2-3f6f-4c53-8a7d-132eded4bf0d', 'admin_state_up': True, 'tenant_id': '660222962bf2454ea2ba636072eefa4e', 'security_groups': ['b13c7963-b9ef-42d3-8b25-a5452d137283']}} {{(pid=79929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:13:23.226862 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [req-1cfad879-84eb-4287-921f-792ca8fdc7d5 req-c8822340-7128-4253-a91f-746652c25d6f tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:13:23.237062 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [req-1cfad879-84eb-4287-921f-792ca8fdc7d5 req-c8822340-7128-4253-a91f-746652c25d6f tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:13:23.245735 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cfad879-84eb-4287-921f-792ca8fdc7d5 req-c8822340-7128-4253-a91f-746652c25d6f tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Made reservation on behalf of 660222962bf2454ea2ba636072eefa4e for: {'port': 1} {{(pid=79929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 10 21:13:23.268197 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-1cfad879-84eb-4287-921f-792ca8fdc7d5 req-c8822340-7128-4253-a91f-746652c25d6f tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:13:23.585198 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.db_base_plugin_common [req-1cfad879-84eb-4287-921f-792ca8fdc7d5 req-c8822340-7128-4253-a91f-746652c25d6f tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Allocated IP 172.20.0.14 (21565ca2-3f6f-4c53-8a7d-132eded4bf0d/5317e4a1-a0ef-46da-abd4-7584d57f65cd/b1844400-0441-4519-8c97-ffa8c7e23e06) {{(pid=79929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 10 21:13:23.789073 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-1cfad879-84eb-4287-921f-792ca8fdc7d5 req-c8822340-7128-4253-a91f-746652c25d6f tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks [] for port, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:13:23.806449 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [req-1cfad879-84eb-4287-921f-792ca8fdc7d5 req-c8822340-7128-4253-a91f-746652c25d6f tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Transition to ACTIVE for port object b1844400-0441-4519-8c97-ffa8c7e23e06 will not be triggered until provisioned by entity DHCP. {{(pid=79929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 10 21:13:23.830756 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-1cfad879-84eb-4287-921f-792ca8fdc7d5 req-c8822340-7128-4253-a91f-746652c25d6f tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778797635767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630282'] for port, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:13:23.850004 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-267a39e3-0e0d-4ff6-b7c2-fe2a1bdd17d5 tempest-AttachVolumeNegativeTest-206504061 tempest-AttachVolumeNegativeTest-206504061-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:13:24.060970 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8822340-7128-4253-a91f-746652c25d6f tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Pushing event updated for resources: {'Port': ['ID=b1844400-0441-4519-8c97-ffa8c7e23e06,revision_number=1']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:13:24.064518 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-c8822340-7128-4253-a91f-746652c25d6f tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:13:24.180038 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ac1fe3d0-23cb-43eb-adb3-3393098651ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:13:24.200424 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb7b38b-378b-4be4-96a4-245c6eb7baac req-dd9c50f6-ddd7-4201-a9b5-a8680f727b75 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:13:24.202726 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-0fb7b38b-378b-4be4-96a4-245c6eb7baac req-dd9c50f6-ddd7-4201-a9b5-a8680f727b75 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/ports?device_id=880e2838-7da7-459d-b359-a43c910f7eab HTTP/1.1" status: 200  len: 932 time: 0.3538821
Feb 10 21:13:24.232121 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cfad879-84eb-4287-921f-792ca8fdc7d5 req-c8822340-7128-4253-a91f-746652c25d6f tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Network 21565ca2-3f6f-4c53-8a7d-132eded4bf0d is already hosted by enough agents. {{(pid=79929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 10 21:13:24.235865 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.base_scheduler [req-1cfad879-84eb-4287-921f-792ca8fdc7d5 req-c8822340-7128-4253-a91f-746652c25d6f tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Resources bound (agent type, host, resource id):  {{(pid=79929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 10 21:13:24.239837 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cfad879-84eb-4287-921f-792ca8fdc7d5 req-c8822340-7128-4253-a91f-746652c25d6f tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Received port after_create {{(pid=79929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 10 21:13:24.324648 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-0fb7b38b-378b-4be4-96a4-245c6eb7baac req-70fc0a67-8bca-4e52-84b4-a81fd5c4d8ea tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/security-groups?id=b13c7963-b9ef-42d3-8b25-a5452d137283&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1125929
Feb 10 21:13:24.409202 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfad879-84eb-4287-921f-792ca8fdc7d5 req-c8822340-7128-4253-a91f-746652c25d6f tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:13:24.409943 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-1cfad879-84eb-4287-921f-792ca8fdc7d5 req-c8822340-7128-4253-a91f-746652c25d6f tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770081'] for port, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:13:24.436310 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1cfad879-84eb-4287-921f-792ca8fdc7d5 req-c8822340-7128-4253-a91f-746652c25d6f tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3598444
Feb 10 21:13:24.447004 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [req-1cfad879-84eb-4287-921f-792ca8fdc7d5 req-a1062a49-a2a1-4ad2-ac57-13e5335cf015 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=79929) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 10 21:13:24.448030 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1cfad879-84eb-4287-921f-792ca8fdc7d5 req-a1062a49-a2a1-4ad2-ac57-13e5335cf015 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0053549
Feb 10 21:13:24.466511 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-ef33d547-5c80-4c0a-81b4-a7fea8cbb3fb None None] Provisioning for port b1844400-0441-4519-8c97-ffa8c7e23e06 completed by entity DHCP. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 10 21:13:24.471765 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-ef33d547-5c80-4c0a-81b4-a7fea8cbb3fb None None] Provisioning complete for port b1844400-0441-4519-8c97-ffa8c7e23e06 triggered by entity DHCP. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:13:24.472189 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ef33d547-5c80-4c0a-81b4-a7fea8cbb3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:13:24.535564 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-ef33d547-5c80-4c0a-81b4-a7fea8cbb3fb None None] Port b1844400-0441-4519-8c97-ffa8c7e23e06 cannot update to ACTIVE because it is not bound. {{(pid=79930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 10 21:13:24.538577 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [req-1cfad879-84eb-4287-921f-792ca8fdc7d5 req-722dc998-8165-4517-975a-60000d67c154 service neutron] Request body: {'port': {'device_id': '880e2838-7da7-459d-b359-a43c910f7eab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77500'}} {{(pid=79929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:13:24.899874 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-1cfad879-84eb-4287-921f-792ca8fdc7d5 req-722dc998-8165-4517-975a-60000d67c154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:13:25.323123 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [req-1cfad879-84eb-4287-921f-792ca8fdc7d5 req-722dc998-8165-4517-975a-60000d67c154 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1844400-0441-4519-8c97-ffa8c7e23e06 {{(pid=79929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 10 21:13:25.331515 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-1cfad879-84eb-4287-921f-792ca8fdc7d5 req-722dc998-8165-4517-975a-60000d67c154 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:13:25.344275 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [req-1cfad879-84eb-4287-921f-792ca8fdc7d5 req-722dc998-8165-4517-975a-60000d67c154 service neutron] Transition to ACTIVE for port object b1844400-0441-4519-8c97-ffa8c7e23e06 will not be triggered until provisioned by entity L2. {{(pid=79929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 10 21:13:25.347133 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-1cfad879-84eb-4287-921f-792ca8fdc7d5 req-722dc998-8165-4517-975a-60000d67c154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852145533'] for port, after_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:13:25.363098 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-c519a3f4-6164-4031-ab99-d7abb608e57d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:13:25.511797 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722dc998-8165-4517-975a-60000d67c154 service neutron] Pushing event updated for resources: {'Port': ['ID=b1844400-0441-4519-8c97-ffa8c7e23e06,revision_number=2']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:13:25.517927 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-722dc998-8165-4517-975a-60000d67c154 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:13:25.627008 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d30ab3a-eb4e-44b2-a9ef-82d4cf8b0c54 req-0d0e9542-1e41-4ab4-9c85-dcccc7b90032 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:13:25.628704 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-7d30ab3a-eb4e-44b2-a9ef-82d4cf8b0c54 req-0d0e9542-1e41-4ab4-9c85-dcccc7b90032 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/ports?device_id=880e2838-7da7-459d-b359-a43c910f7eab HTTP/1.1" status: 200  len: 944 time: 0.1727176
Feb 10 21:13:25.698250 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-7d30ab3a-eb4e-44b2-a9ef-82d4cf8b0c54 req-005fec21-9de9-447c-8604-702e5fcca58e tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/security-groups?id=b13c7963-b9ef-42d3-8b25-a5452d137283&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0624473
Feb 10 21:13:25.704729 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [req-1cfad879-84eb-4287-921f-792ca8fdc7d5 req-722dc998-8165-4517-975a-60000d67c154 service neutron] Attempting to bind port b1844400-0441-4519-8c97-ffa8c7e23e06 on host hv-cinder-77500 for vnic_type normal with profile  {{(pid=79929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 10 21:13:25.705266 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [req-1cfad879-84eb-4287-921f-792ca8fdc7d5 req-722dc998-8165-4517-975a-60000d67c154 service neutron] Attempting to bind port b1844400-0441-4519-8c97-ffa8c7e23e06 by drivers openvswitch on host hv-cinder-77500 at level 0 using segments [{'id': '79051ec9-b046-465d-804e-8eaa9fec71f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '21565ca2-3f6f-4c53-8a7d-132eded4bf0d'}] {{(pid=79929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 10 21:13:25.705656 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfad879-84eb-4287-921f-792ca8fdc7d5 req-722dc998-8165-4517-975a-60000d67c154 service neutron] Attempting to bind port b1844400-0441-4519-8c97-ffa8c7e23e06 on network 21565ca2-3f6f-4c53-8a7d-132eded4bf0d {{(pid=79929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 10 21:13:25.711916 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfad879-84eb-4287-921f-792ca8fdc7d5 req-722dc998-8165-4517-975a-60000d67c154 service neutron] Checking agent: {'id': 'a01cfff8-88bc-4fa7-a09e-0f06c1450d16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 10, 21, 0, 31), 'started_at': datetime.datetime(2021, 2, 10, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2021, 2, 10, 21, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 10 21:13:25.712303 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfad879-84eb-4287-921f-792ca8fdc7d5 req-722dc998-8165-4517-975a-60000d67c154 service neutron] Checking segment: {'id': '79051ec9-b046-465d-804e-8eaa9fec71f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '21565ca2-3f6f-4c53-8a7d-132eded4bf0d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 10 21:13:25.713116 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-1cfad879-84eb-4287-921f-792ca8fdc7d5 req-722dc998-8165-4517-975a-60000d67c154 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:13:25.713116 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfad879-84eb-4287-921f-792ca8fdc7d5 req-722dc998-8165-4517-975a-60000d67c154 service neutron] Bound using segment: {'id': '79051ec9-b046-465d-804e-8eaa9fec71f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '21565ca2-3f6f-4c53-8a7d-132eded4bf0d'} {{(pid=79929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 10 21:13:25.713564 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [req-1cfad879-84eb-4287-921f-792ca8fdc7d5 req-722dc998-8165-4517-975a-60000d67c154 service neutron] Bound port: b1844400-0441-4519-8c97-ffa8c7e23e06, host: hv-cinder-77500, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79051ec9-b046-465d-804e-8eaa9fec71f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '21565ca2-3f6f-4c53-8a7d-132eded4bf0d'}}] {{(pid=79929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 10 21:13:25.713940 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-1cfad879-84eb-4287-921f-792ca8fdc7d5 req-722dc998-8165-4517-975a-60000d67c154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:13:25.814197 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [req-1cfad879-84eb-4287-921f-792ca8fdc7d5 req-722dc998-8165-4517-975a-60000d67c154 service neutron] For port b1844400-0441-4519-8c97-ffa8c7e23e06, host hv-cinder-77500, cleared binding levels {{(pid=79929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 10 21:13:25.817401 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [req-1cfad879-84eb-4287-921f-792ca8fdc7d5 req-722dc998-8165-4517-975a-60000d67c154 service neutron] For port b1844400-0441-4519-8c97-ffa8c7e23e06, host hv-cinder-77500, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=b1844400-0441-4519-8c97-ffa8c7e23e06,segment=NetworkSegment(79051ec9-b046-465d-804e-8eaa9fec71f5),segment_id=79051ec9-b046-465d-804e-8eaa9fec71f5)] {{(pid=79929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 10 21:13:25.820816 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-1cfad879-84eb-4287-921f-792ca8fdc7d5 req-722dc998-8165-4517-975a-60000d67c154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852145533'] for port, after_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:13:25.836914 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-0c1c4437-2e5a-47ff-a0ce-b155403e08b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:13:25.990326 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722dc998-8165-4517-975a-60000d67c154 service neutron] Pushing event updated for resources: {'Port': ['ID=b1844400-0441-4519-8c97-ffa8c7e23e06,revision_number=3']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:13:25.995522 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-722dc998-8165-4517-975a-60000d67c154 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:13:26.027118 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfad879-84eb-4287-921f-792ca8fdc7d5 req-722dc998-8165-4517-975a-60000d67c154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:13:26.027792 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-1cfad879-84eb-4287-921f-792ca8fdc7d5 req-722dc998-8165-4517-975a-60000d67c154 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770081'] for port, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:13:26.029415 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1cfad879-84eb-4287-921f-792ca8fdc7d5 req-722dc998-8165-4517-975a-60000d67c154 service neutron] 10.222.0.15 "PUT /v2.0/ports/b1844400-0441-4519-8c97-ffa8c7e23e06 HTTP/1.1" status: 200  len: 1158 time: 1.5735896
Feb 10 21:13:26.029925 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '880e2838-7da7-459d-b359-a43c910f7eab', 'tag': 'b1844400-0441-4519-8c97-ffa8c7e23e06'}] {{(pid=79929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 10 21:13:26.116585 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '880e2838-7da7-459d-b359-a43c910f7eab', 'tag': 'b1844400-0441-4519-8c97-ffa8c7e23e06', 'status': 'completed', 'code': 200}
Feb 10 21:13:26.157066 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfad879-84eb-4287-921f-792ca8fdc7d5 req-a8f6a3d3-e9ea-41d8-ad90-3c7c33991eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:13:26.158767 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1cfad879-84eb-4287-921f-792ca8fdc7d5 req-a8f6a3d3-e9ea-41d8-ad90-3c7c33991eae service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=660222962bf2454ea2ba636072eefa4e&device_id=880e2838-7da7-459d-b359-a43c910f7eab HTTP/1.1" status: 200  len: 1161 time: 0.0907712
Feb 10 21:13:26.234688 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1cfad879-84eb-4287-921f-792ca8fdc7d5 req-c885a661-4dcf-453c-80d0-99c64fca2192 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1844400-0441-4519-8c97-ffa8c7e23e06 HTTP/1.1" status: 200  len: 217 time: 0.0682082
Feb 10 21:13:26.312571 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfad879-84eb-4287-921f-792ca8fdc7d5 req-672f009c-0dd3-4fac-b925-29392036bca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:13:26.314129 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1cfad879-84eb-4287-921f-792ca8fdc7d5 req-672f009c-0dd3-4fac-b925-29392036bca4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5317e4a1-a0ef-46da-abd4-7584d57f65cd HTTP/1.1" status: 200  len: 851 time: 0.0713024
Feb 10 21:13:26.398400 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfad879-84eb-4287-921f-792ca8fdc7d5 req-a83a3028-250a-4303-ab15-7c570a66b3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:13:26.399914 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1cfad879-84eb-4287-921f-792ca8fdc7d5 req-a83a3028-250a-4303-ab15-7c570a66b3c1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=21565ca2-3f6f-4c53-8a7d-132eded4bf0d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0780296
Feb 10 21:13:26.544049 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1cfad879-84eb-4287-921f-792ca8fdc7d5 req-5b1c90ec-838f-4eee-98fa-8b2506de6401 service neutron] 10.222.0.15 "GET /v2.0/networks/21565ca2-3f6f-4c53-8a7d-132eded4bf0d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1367331
Feb 10 21:13:26.674744 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-5a60f1a6-ca43-4577-9c36-fb07bc4191f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:13:26.690424 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1cfad879-84eb-4287-921f-792ca8fdc7d5 req-280e3a29-f16b-4fc3-a5c6-b8d9a7168ee9 service neutron] 10.222.0.15 "GET /v2.0/networks/21565ca2-3f6f-4c53-8a7d-132eded4bf0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1377392
Feb 10 21:13:26.819345 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2decd55e-31e2-4670-99e3-565009375ddd req-d8aeee8a-6a22-4515-b893-1036ab980cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:13:26.820996 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-2decd55e-31e2-4670-99e3-565009375ddd req-d8aeee8a-6a22-4515-b893-1036ab980cf0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=660222962bf2454ea2ba636072eefa4e&device_id=880e2838-7da7-459d-b359-a43c910f7eab HTTP/1.1" status: 200  len: 1161 time: 0.0829954
Feb 10 21:13:26.968990 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2decd55e-31e2-4670-99e3-565009375ddd req-7f9492f7-63b5-4e23-8de1-5f9857b1ec65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:13:26.970507 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-2decd55e-31e2-4670-99e3-565009375ddd req-7f9492f7-63b5-4e23-8de1-5f9857b1ec65 service neutron] 10.222.0.15 "GET /v2.0/networks?id=21565ca2-3f6f-4c53-8a7d-132eded4bf0d HTTP/1.1" status: 200  len: 906 time: 0.1428628
Feb 10 21:13:27.004639 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d7b498-72d2-400d-b51d-d2a15a002bcd req-d099d204-db8d-4578-89ef-3102564b49af tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:13:27.006352 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-53d7b498-72d2-400d-b51d-d2a15a002bcd req-d099d204-db8d-4578-89ef-3102564b49af tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/ports?device_id=880e2838-7da7-459d-b359-a43c910f7eab HTTP/1.1" status: 200  len: 944 time: 0.1732755
Feb 10 21:13:27.045337 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-2decd55e-31e2-4670-99e3-565009375ddd req-c17e63a1-d9cd-4d5e-bb50-733f1ebc9bfc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1844400-0441-4519-8c97-ffa8c7e23e06 HTTP/1.1" status: 200  len: 217 time: 0.0670633
Feb 10 21:13:27.075055 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-53d7b498-72d2-400d-b51d-d2a15a002bcd req-11424b96-f087-4a7a-a810-21b82f799315 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/security-groups?id=b13c7963-b9ef-42d3-8b25-a5452d137283&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0619347
Feb 10 21:13:27.120532 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2decd55e-31e2-4670-99e3-565009375ddd req-ac4699d3-a33a-420d-ac3d-9b2f049d80b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:13:27.122178 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-2decd55e-31e2-4670-99e3-565009375ddd req-ac4699d3-a33a-420d-ac3d-9b2f049d80b2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5317e4a1-a0ef-46da-abd4-7584d57f65cd HTTP/1.1" status: 200  len: 851 time: 0.0710869
Feb 10 21:13:27.210195 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2decd55e-31e2-4670-99e3-565009375ddd req-517a89c9-e7eb-4b45-87b0-7819c6f06cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:13:27.211793 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-2decd55e-31e2-4670-99e3-565009375ddd req-517a89c9-e7eb-4b45-87b0-7819c6f06cde service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=21565ca2-3f6f-4c53-8a7d-132eded4bf0d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0777323
Feb 10 21:13:27.322347 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8e35c017-ca0e-4997-9af4-ce0f5f2c761e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:13:27.357497 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-2decd55e-31e2-4670-99e3-565009375ddd req-93b0b824-8389-4050-83aa-b29bdeb1bb4b service neutron] 10.222.0.15 "GET /v2.0/networks/21565ca2-3f6f-4c53-8a7d-132eded4bf0d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1384592
Feb 10 21:13:27.501562 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-2decd55e-31e2-4670-99e3-565009375ddd req-a9d24de9-b270-401d-8aff-8ef72c33c7d1 service neutron] 10.222.0.15 "GET /v2.0/networks/21565ca2-3f6f-4c53-8a7d-132eded4bf0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1375673
Feb 10 21:13:28.219228 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:13:28.371193 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a16a173f-35ea-40df-9953-0a23fc2526db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:13:28.379183 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a15cffc-06c7-4690-8908-88628d0d033d req-9312f205-2d37-4742-8a5a-d6551332df22 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:13:28.379994 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-9a15cffc-06c7-4690-8908-88628d0d033d req-9312f205-2d37-4742-8a5a-d6551332df22 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Synchronizing usage tracker for tenant:660222962bf2454ea2ba636072eefa4e on resource:port {{(pid=79929) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 10 21:13:28.396972 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-9a15cffc-06c7-4690-8908-88628d0d033d req-9312f205-2d37-4742-8a5a-d6551332df22 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Unset dirty status for tenant:660222962bf2454ea2ba636072eefa4e on resource:port {{(pid=79929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 10 21:13:28.398299 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-9a15cffc-06c7-4690-8908-88628d0d033d req-9312f205-2d37-4742-8a5a-d6551332df22 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/ports?device_id=880e2838-7da7-459d-b359-a43c910f7eab HTTP/1.1" status: 200  len: 944 time: 0.1885176
Feb 10 21:13:28.464661 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-9a15cffc-06c7-4690-8908-88628d0d033d req-d45c6334-eeba-45a3-abc0-1031f7e0da15 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/security-groups?id=b13c7963-b9ef-42d3-8b25-a5452d137283&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0593035
Feb 10 21:13:29.760239 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daa2695-d8ad-41d4-be4f-7cb708d28135 req-648f944d-cb09-4c69-8ff0-026ea7648857 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:13:29.761814 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-9daa2695-d8ad-41d4-be4f-7cb708d28135 req-648f944d-cb09-4c69-8ff0-026ea7648857 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/ports?device_id=880e2838-7da7-459d-b359-a43c910f7eab HTTP/1.1" status: 200  len: 944 time: 0.1676648
Feb 10 21:13:29.831342 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-9daa2695-d8ad-41d4-be4f-7cb708d28135 req-06f34cd5-f291-414a-9493-256580daa951 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/security-groups?id=b13c7963-b9ef-42d3-8b25-a5452d137283&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0623913
Feb 10 21:13:31.134093 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3be944-d906-4129-a468-045aeb39ac31 req-a220dae7-8e69-4c25-adfe-369300a09523 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:13:31.135709 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-ab3be944-d906-4129-a468-045aeb39ac31 req-a220dae7-8e69-4c25-adfe-369300a09523 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/ports?device_id=880e2838-7da7-459d-b359-a43c910f7eab HTTP/1.1" status: 200  len: 944 time: 0.1734624
Feb 10 21:13:31.201572 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-ab3be944-d906-4129-a468-045aeb39ac31 req-6f53e6b6-16d6-4d6c-80f7-dc5c61a2874a tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/security-groups?id=b13c7963-b9ef-42d3-8b25-a5452d137283&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0591755
Feb 10 21:13:31.394864 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:13:32.495520 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c9df97-6216-4ef4-b804-22587a659fe5 req-47077825-fe8b-4cc5-bbaf-e580569e86fd tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:13:32.497120 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-42c9df97-6216-4ef4-b804-22587a659fe5 req-47077825-fe8b-4cc5-bbaf-e580569e86fd tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/ports?device_id=880e2838-7da7-459d-b359-a43c910f7eab HTTP/1.1" status: 200  len: 944 time: 0.1682994
Feb 10 21:13:32.563395 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-42c9df97-6216-4ef4-b804-22587a659fe5 req-b8913679-da7c-423d-b069-5b51d583ce22 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/security-groups?id=b13c7963-b9ef-42d3-8b25-a5452d137283&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0594921
Feb 10 21:13:33.790368 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device b1844400-0441-4519-8c97-ffa8c7e23e06 up at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:13:33.861677 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning for port b1844400-0441-4519-8c97-ffa8c7e23e06 completed by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 10 21:13:33.862877 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f772e8-9d0c-4687-864c-ae0b055820f2 req-955cc4a4-a53d-4c91-8f42-32f865d424ab tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:13:33.864585 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-71f772e8-9d0c-4687-864c-ae0b055820f2 req-955cc4a4-a53d-4c91-8f42-32f865d424ab tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/ports?device_id=880e2838-7da7-459d-b359-a43c910f7eab HTTP/1.1" status: 200  len: 944 time: 0.1728077
Feb 10 21:13:33.866730 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning complete for port b1844400-0441-4519-8c97-ffa8c7e23e06 triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:13:33.867159 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:13:33.932786 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-71f772e8-9d0c-4687-864c-ae0b055820f2 req-29ddaf60-7cc8-4c63-8bb0-61e12e962e7f tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/security-groups?id=b13c7963-b9ef-42d3-8b25-a5452d137283&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0616210
Feb 10 21:13:33.993554 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:13:34.023428 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '880e2838-7da7-459d-b359-a43c910f7eab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1844400-0441-4519-8c97-ffa8c7e23e06'}] {{(pid=79930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 10 21:13:34.033773 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] For port b1844400-0441-4519-8c97-ffa8c7e23e06, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=b1844400-0441-4519-8c97-ffa8c7e23e06,segment=NetworkSegment(79051ec9-b046-465d-804e-8eaa9fec71f5),segment_id=79051ec9-b046-465d-804e-8eaa9fec71f5)] {{(pid=79930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:13:34.036751 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:13:34.039569 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:13:34.093458 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '880e2838-7da7-459d-b359-a43c910f7eab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1844400-0441-4519-8c97-ffa8c7e23e06', 'code': 200}
Feb 10 21:13:34.115124 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Pushing event updated for resources: {'Port': ['ID=b1844400-0441-4519-8c97-ffa8c7e23e06,revision_number=4']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:13:34.119354 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:13:34.369848 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69404b55-6bb2-4345-a880-fc6e0ceb2eb6 req-17448430-8fd4-427f-89cd-0006434af3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:13:34.371485 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-69404b55-6bb2-4345-a880-fc6e0ceb2eb6 req-17448430-8fd4-427f-89cd-0006434af3c5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=880e2838-7da7-459d-b359-a43c910f7eab HTTP/1.1" status: 200  len: 1163 time: 0.0787621
Feb 10 21:13:34.421203 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-69404b55-6bb2-4345-a880-fc6e0ceb2eb6 req-03055484-b8bd-41bc-8499-71f9cc9b6d88 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b13c7963-b9ef-42d3-8b25-a5452d137283&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0422029
Feb 10 21:13:35.231475 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52db3336-c902-4fbe-ac30-4aab0b4760e0 req-632eb4f3-1a39-4e4f-a491-e5e80714215b tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:13:35.233104 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-52db3336-c902-4fbe-ac30-4aab0b4760e0 req-632eb4f3-1a39-4e4f-a491-e5e80714215b tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/ports?device_id=880e2838-7da7-459d-b359-a43c910f7eab HTTP/1.1" status: 200  len: 946 time: 0.1678288
Feb 10 21:13:35.299338 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-52db3336-c902-4fbe-ac30-4aab0b4760e0 req-f26b9307-acdc-445a-8c95-f1c52e66ccc1 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/security-groups?id=b13c7963-b9ef-42d3-8b25-a5452d137283&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0598664
Feb 10 21:13:35.521361 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device b1844400-0441-4519-8c97-ffa8c7e23e06 up at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:13:35.598295 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning complete for port b1844400-0441-4519-8c97-ffa8c7e23e06 triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:13:35.598720 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:13:36.603255 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0736fbd4-786d-4bba-b63d-bd27afce485c req-4ce375aa-c82c-44c4-adcb-99b41e040944 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:13:36.604850 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-0736fbd4-786d-4bba-b63d-bd27afce485c req-4ce375aa-c82c-44c4-adcb-99b41e040944 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/ports?device_id=880e2838-7da7-459d-b359-a43c910f7eab HTTP/1.1" status: 200  len: 946 time: 0.1719873
Feb 10 21:13:36.670629 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-0736fbd4-786d-4bba-b63d-bd27afce485c req-b3b85149-4298-4843-b9c8-ba518b28293b tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/security-groups?id=b13c7963-b9ef-42d3-8b25-a5452d137283&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0594068
Feb 10 21:13:36.970885 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea355f2-f7a4-4156-992a-fbbb798b8d91 req-a3f649da-7205-401e-acd6-3086fdb30d06 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:13:36.972429 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-0ea355f2-f7a4-4156-992a-fbbb798b8d91 req-a3f649da-7205-401e-acd6-3086fdb30d06 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/ports?device_id=880e2838-7da7-459d-b359-a43c910f7eab HTTP/1.1" status: 200  len: 946 time: 0.1709628
Feb 10 21:13:37.038222 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-0ea355f2-f7a4-4156-992a-fbbb798b8d91 req-bbdd7032-9899-4806-b3ac-d127ef872e72 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/security-groups?id=b13c7963-b9ef-42d3-8b25-a5452d137283&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0593448
Feb 10 21:13:37.283866 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-31ba0e3c-59a3-4fd4-a7af-a7a71c2a19ca req-bda928c5-bbb7-4af8-a466-73da95205db8 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1919353
Feb 10 21:13:37.294292 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [req-31ba0e3c-59a3-4fd4-a7af-a7a71c2a19ca req-729dfcbf-8e06-4869-b879-30f7ae068253 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Request body: {'floatingip': {'floating_network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614'}} {{(pid=79928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:13:37.317525 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [req-31ba0e3c-59a3-4fd4-a7af-a7a71c2a19ca req-729dfcbf-8e06-4869-b879-30f7ae068253 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:13:37.321622 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-31ba0e3c-59a3-4fd4-a7af-a7a71c2a19ca req-729dfcbf-8e06-4869-b879-30f7ae068253 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Usage tracker for resource:floatingip and tenant:660222962bf2454ea2ba636072eefa4e is out of sync, need to count used quota {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 10 21:13:37.324642 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-31ba0e3c-59a3-4fd4-a7af-a7a71c2a19ca req-729dfcbf-8e06-4869-b879-30f7ae068253 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=79928) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 10 21:13:37.330638 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [req-31ba0e3c-59a3-4fd4-a7af-a7a71c2a19ca req-729dfcbf-8e06-4869-b879-30f7ae068253 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:13:37.340118 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-31ba0e3c-59a3-4fd4-a7af-a7a71c2a19ca req-729dfcbf-8e06-4869-b879-30f7ae068253 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks [] for floatingip, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:13:37.488288 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-31ba0e3c-59a3-4fd4-a7af-a7a71c2a19ca req-729dfcbf-8e06-4869-b879-30f7ae068253 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:13:37.761686 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.db_base_plugin_common [req-31ba0e3c-59a3-4fd4-a7af-a7a71c2a19ca req-729dfcbf-8e06-4869-b879-30f7ae068253 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Allocated IP 172.27.3.182 (caec50ae-8f3b-4f45-a3ad-eb903a732614/47475132-bc81-43cb-b635-450463390609/a8ad96a6-e688-4a7f-b525-8c76a1b4e052) {{(pid=79928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 10 21:13:37.920331 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-31ba0e3c-59a3-4fd4-a7af-a7a71c2a19ca req-729dfcbf-8e06-4869-b879-30f7ae068253 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks [] for port, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:13:37.950159 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-31ba0e3c-59a3-4fd4-a7af-a7a71c2a19ca req-729dfcbf-8e06-4869-b879-30f7ae068253 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778797635767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851641298'] for port, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:13:37.966179 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-1b6d3b00-e070-496c-bfda-870af862f57a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:13:38.110349 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729dfcbf-8e06-4869-b879-30f7ae068253 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Pushing event updated for resources: {'Port': ['ID=a8ad96a6-e688-4a7f-b525-8c76a1b4e052,revision_number=1']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:13:38.114658 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-729dfcbf-8e06-4869-b879-30f7ae068253 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:13:38.159606 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31ba0e3c-59a3-4fd4-a7af-a7a71c2a19ca req-729dfcbf-8e06-4869-b879-30f7ae068253 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Network caec50ae-8f3b-4f45-a3ad-eb903a732614 is already hosted by enough agents. {{(pid=79928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 10 21:13:38.160728 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.base_scheduler [req-31ba0e3c-59a3-4fd4-a7af-a7a71c2a19ca req-729dfcbf-8e06-4869-b879-30f7ae068253 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Resources bound (agent type, host, resource id):  {{(pid=79928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 10 21:13:38.163096 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [req-31ba0e3c-59a3-4fd4-a7af-a7a71c2a19ca req-729dfcbf-8e06-4869-b879-30f7ae068253 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Received port after_create {{(pid=79928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 10 21:13:38.250456 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-31ba0e3c-59a3-4fd4-a7af-a7a71c2a19ca req-729dfcbf-8e06-4869-b879-30f7ae068253 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:13:38.312804 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-31ba0e3c-59a3-4fd4-a7af-a7a71c2a19ca req-729dfcbf-8e06-4869-b879-30f7ae068253 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:13:38.586935 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-31ba0e3c-59a3-4fd4-a7af-a7a71c2a19ca req-729dfcbf-8e06-4869-b879-30f7ae068253 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks [] for port, precommit_update {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:13:38.590281 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-31ba0e3c-59a3-4fd4-a7af-a7a71c2a19ca req-729dfcbf-8e06-4869-b879-30f7ae068253 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3134503'] for port, after_update {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:13:38.605862 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-1b6d3b00-e070-496c-bfda-870af862f57a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:13:38.752045 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729dfcbf-8e06-4869-b879-30f7ae068253 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Pushing event updated for resources: {'Port': ['ID=a8ad96a6-e688-4a7f-b525-8c76a1b4e052,revision_number=2']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:13:38.755129 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-729dfcbf-8e06-4869-b879-30f7ae068253 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:13:38.850091 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-31ba0e3c-59a3-4fd4-a7af-a7a71c2a19ca req-729dfcbf-8e06-4869-b879-30f7ae068253 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850656737'] for floatingip, after_update {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:13:38.871577 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-31ba0e3c-59a3-4fd4-a7af-a7a71c2a19ca req-729dfcbf-8e06-4869-b879-30f7ae068253 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770081'] for floatingip, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:13:38.872910 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-31ba0e3c-59a3-4fd4-a7af-a7a71c2a19ca req-729dfcbf-8e06-4869-b879-30f7ae068253 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.5828416
Feb 10 21:13:38.977654 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-31ba0e3c-59a3-4fd4-a7af-a7a71c2a19ca req-812cb148-ffd8-4a69-b18d-9ce9a8ddbaa2 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Synchronizing usage tracker for tenant:660222962bf2454ea2ba636072eefa4e on resource:floatingip {{(pid=79928) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 10 21:13:38.993654 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-31ba0e3c-59a3-4fd4-a7af-a7a71c2a19ca req-812cb148-ffd8-4a69-b18d-9ce9a8ddbaa2 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Unset dirty status for tenant:660222962bf2454ea2ba636072eefa4e on resource:floatingip {{(pid=79928) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 10 21:13:38.994909 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-31ba0e3c-59a3-4fd4-a7af-a7a71c2a19ca req-812cb148-ffd8-4a69-b18d-9ce9a8ddbaa2 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/floatingips?floating_ip_address=172.27.3.182 HTTP/1.1" status: 200  len: 696 time: 0.1155822
Feb 10 21:13:39.239069 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ba0e3c-59a3-4fd4-a7af-a7a71c2a19ca req-79c99153-8c37-4340-b5cd-a42d28e69bed tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:13:39.240578 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-31ba0e3c-59a3-4fd4-a7af-a7a71c2a19ca req-79c99153-8c37-4340-b5cd-a42d28e69bed tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/networks/caec50ae-8f3b-4f45-a3ad-eb903a732614 HTTP/1.1" status: 200  len: 784 time: 0.2395644
Feb 10 21:13:39.519466 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414a7846-c2b1-48f9-87a7-0932a0e342d5 req-ff88c82f-4799-47e4-9f91-ee7453a5f772 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:13:39.521057 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-414a7846-c2b1-48f9-87a7-0932a0e342d5 req-ff88c82f-4799-47e4-9f91-ee7453a5f772 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/ports?device_id=880e2838-7da7-459d-b359-a43c910f7eab&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.1708760
Feb 10 21:13:39.626338 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-414a7846-c2b1-48f9-87a7-0932a0e342d5 req-57a07fe7-7280-4c56-9272-8378889e119a tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/floatingips?floating_ip_address=172.27.3.182 HTTP/1.1" status: 200  len: 696 time: 0.0989509
Feb 10 21:13:39.636869 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [req-414a7846-c2b1-48f9-87a7-0932a0e342d5 req-a44dd4ba-320c-4204-bc27-104108252b84 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Request body: {'floatingip': {'port_id': 'b1844400-0441-4519-8c97-ffa8c7e23e06', 'fixed_ip_address': '172.20.0.14'}} {{(pid=79929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:13:39.738395 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-414a7846-c2b1-48f9-87a7-0932a0e342d5 req-a44dd4ba-320c-4204-bc27-104108252b84 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks [] for floatingip, before_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:13:40.609534 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-414a7846-c2b1-48f9-87a7-0932a0e342d5 req-a44dd4ba-320c-4204-bc27-104108252b84 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:13:40.612422 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-414a7846-c2b1-48f9-87a7-0932a0e342d5 req-a44dd4ba-320c-4204-bc27-104108252b84 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850656737'] for floatingip, after_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:13:40.797377 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.db.l3_db [req-414a7846-c2b1-48f9-87a7-0932a0e342d5 req-a44dd4ba-320c-4204-bc27-104108252b84 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Floating IP 7c730d54-aa47-4ada-8996-e6ed465821fa associated. External IP: 172.27.3.182, port: b1844400-0441-4519-8c97-ffa8c7e23e06.
Feb 10 21:13:41.174492 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-414a7846-c2b1-48f9-87a7-0932a0e342d5 req-a44dd4ba-320c-4204-bc27-104108252b84 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Router 507195d5-ba69-4e84-b2c2-20002f96699a has already been hosted by L3 agent 351a09a7-a8bd-44d4-8337-3dd1b5c8f290 {{(pid=79929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 10 21:13:41.364832 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-414a7846-c2b1-48f9-87a7-0932a0e342d5 req-a44dd4ba-320c-4204-bc27-104108252b84 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify agent at l3_agent.dv-cinder-775008-1-iscsi the message routers_updated {{(pid=79929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 10 21:13:41.369196 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-414a7846-c2b1-48f9-87a7-0932a0e342d5 req-a44dd4ba-320c-4204-bc27-104108252b84 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770081'] for floatingip, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:13:41.375054 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f412d0c-f100-421b-8eb3-7221753bce8c None None] Sync routers for ids ['507195d5-ba69-4e84-b2c2-20002f96699a'] in dv-cinder-775008-1-iscsi {{(pid=79931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 10 21:13:41.386166 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f412d0c-f100-421b-8eb3-7221753bce8c None None] Routers {'507195d5-ba69-4e84-b2c2-20002f96699a'} bound to L3 agent in host dv-cinder-775008-1-iscsi {{(pid=79931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 10 21:13:41.386836 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-1f412d0c-f100-421b-8eb3-7221753bce8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbf909fecc0>, 'dv-cinder-775008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-10T20:53:27Z,description=<?>,heartbeat_timestamp=2021-02-10T21:13:27Z,host='dv-cinder-775008-1-iscsi',id=351a09a7-a8bd-44d4-8337-3dd1b5c8f290,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-10T20:53:27Z,topic='l3_agent')) {'router_ids': ['507195d5-ba69-4e84-b2c2-20002f96699a'], 'active': True} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:13:41.434089 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-414a7846-c2b1-48f9-87a7-0932a0e342d5 req-a44dd4ba-320c-4204-bc27-104108252b84 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "PUT /v2.0/floatingips/7c730d54-aa47-4ada-8996-e6ed465821fa HTTP/1.1" status: 200  len: 997 time: 1.8009975
Feb 10 21:13:41.434662 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '880e2838-7da7-459d-b359-a43c910f7eab', 'tag': 'b1844400-0441-4519-8c97-ffa8c7e23e06'}] {{(pid=79929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 10 21:13:41.583862 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '880e2838-7da7-459d-b359-a43c910f7eab', 'tag': 'b1844400-0441-4519-8c97-ffa8c7e23e06', 'status': 'completed', 'code': 200}
Feb 10 21:13:41.589113 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvr_db [None req-1f412d0c-f100-421b-8eb3-7221753bce8c None None] Set router 507195d5-ba69-4e84-b2c2-20002f96699a gateway port host: dv-cinder-775008-1-iscsi {{(pid=79931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 10 21:13:41.677945 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414a7846-c2b1-48f9-87a7-0932a0e342d5 req-b5d16ab7-0181-4ee6-b269-bdce91b0d19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:13:41.679549 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-414a7846-c2b1-48f9-87a7-0932a0e342d5 req-b5d16ab7-0181-4ee6-b269-bdce91b0d19f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=660222962bf2454ea2ba636072eefa4e&device_id=880e2838-7da7-459d-b359-a43c910f7eab HTTP/1.1" status: 200  len: 1163 time: 0.2224538
Feb 10 21:13:41.788561 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a05aa-9f93-48c6-a616-107bdd62c19d req-777f61be-e8d4-4843-9d99-7d4f3f865386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:13:41.790241 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-014a05aa-9f93-48c6-a616-107bdd62c19d req-777f61be-e8d4-4843-9d99-7d4f3f865386 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=660222962bf2454ea2ba636072eefa4e&device_id=880e2838-7da7-459d-b359-a43c910f7eab HTTP/1.1" status: 200  len: 1163 time: 0.1864858
Feb 10 21:13:41.949459 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414a7846-c2b1-48f9-87a7-0932a0e342d5 req-2bc6a93a-1606-4cd6-a167-c3fb47928e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:13:41.951618 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-414a7846-c2b1-48f9-87a7-0932a0e342d5 req-2bc6a93a-1606-4cd6-a167-c3fb47928e38 service neutron] 10.222.0.82 "GET /v2.0/networks?id=21565ca2-3f6f-4c53-8a7d-132eded4bf0d HTTP/1.1" status: 200  len: 906 time: 0.2638228
Feb 10 21:13:42.041993 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a05aa-9f93-48c6-a616-107bdd62c19d req-a0f95ea2-8465-44bb-b248-6fe364430edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:13:42.043619 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-014a05aa-9f93-48c6-a616-107bdd62c19d req-a0f95ea2-8465-44bb-b248-6fe364430edb service neutron] 10.222.0.15 "GET /v2.0/networks?id=21565ca2-3f6f-4c53-8a7d-132eded4bf0d HTTP/1.1" status: 200  len: 906 time: 0.2451460
Feb 10 21:13:42.146879 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-414a7846-c2b1-48f9-87a7-0932a0e342d5 req-257e5051-662c-4b3e-ad68-4da1d01e0dd7 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1844400-0441-4519-8c97-ffa8c7e23e06 HTTP/1.1" status: 200  len: 1000 time: 0.1850247
Feb 10 21:13:42.154984 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-1f412d0c-f100-421b-8eb3-7221753bce8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbf909fecc0>, [{'id': '507195d5-ba69-4e84-b2c2-20002f96699a', 'name': 'tempest-TestVolumeBootPattern-1058213678-router', 'tenant_id': '660222962bf2454ea2ba636072eefa4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '5cefccab-2d76-4f67-bdd2-48fb10088e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:12:46Z', 'updated_at': '2021-02-10T21:12:52Z', 'revision_number': 4, 'project_id': '660222962bf2454ea2ba636072eefa4e', 'gw_port': {'id': '5cefccab-2d76-4f67-bdd2-48fb10088e35', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:58:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507195d5-ba69-4e84-b2c2-20002f96699a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:47Z', 'updated_at': '2021-02-10T21:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi', '_floatingips': [{'id': '7c730d54-aa47-4ada-8996-e6ed465821fa', 'tenant_id': '660222962bf2454ea2ba636072eefa4e', 'floating_ip_address': '172.27.3.182', 'floating_network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'router_id': '507195d5-ba69-4e84-b2c2-20002f96699a', 'port_id': 'b1844400-0441-4519-8c97-ffa8c7e23e06', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21565ca2-3f6f-4c53-8a7d-132eded4bf0d', 'mac_address': 'fa:16:3e:56:cb:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880e2838-7da7-459d-b359-a43c910f7eab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-10T21:13:38Z', 'updated_at': '2021-02-10T21:13:40Z', 'revision_number': 1, 'project_id': '660222962bf2454ea2ba636072eefa4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '920f6771-d3ca-4247-80f8-666b49596407', 'name': '', 'network_id': '21565ca2-3f6f-4c53-8a7d-132eded4bf0d', 'tenant_id': '660222962bf2454ea2ba636072eefa4e', 'mac_address': 'fa:16:3e:8e:50:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507195d5-ba69-4e84-b2c2-20002f96699a', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '5317e4a1-a0ef-46da-abd4-7584d57f65cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:51Z', 'updated_at': '2021-02-10T21:13:00Z', 'revision_number': 5, 'project_id': '660222962bf2454ea2ba636072eefa4e', 'subnets': [{'id': '5317e4a1-a0ef-46da-abd4-7584d57f65cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775008-1-iscsi', False) {} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:13:42.159359 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f412d0c-f100-421b-8eb3-7221753bce8c None None] Checking router: 507195d5-ba69-4e84-b2c2-20002f96699a for host: dv-cinder-775008-1-iscsi {{(pid=79931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 10 21:13:42.168642 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f412d0c-f100-421b-8eb3-7221753bce8c None None] Routers {'507195d5-ba69-4e84-b2c2-20002f96699a'} bound to L3 agent in host dv-cinder-775008-1-iscsi {{(pid=79931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 10 21:13:42.169283 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-1f412d0c-f100-421b-8eb3-7221753bce8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbf909fecc0>, 'dv-cinder-775008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-10T20:53:27Z,description=<?>,heartbeat_timestamp=2021-02-10T21:13:27Z,host='dv-cinder-775008-1-iscsi',id=351a09a7-a8bd-44d4-8337-3dd1b5c8f290,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-10T20:53:27Z,topic='l3_agent')) {'router_ids': ['507195d5-ba69-4e84-b2c2-20002f96699a'], 'active': True} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:13:42.371480 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvr_db [None req-1f412d0c-f100-421b-8eb3-7221753bce8c None None] Set router 507195d5-ba69-4e84-b2c2-20002f96699a gateway port host: dv-cinder-775008-1-iscsi {{(pid=79931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 10 21:13:42.503891 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-014a05aa-9f93-48c6-a616-107bdd62c19d req-b144a218-8ea6-4ac9-88ef-397771624183 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1844400-0441-4519-8c97-ffa8c7e23e06 HTTP/1.1" status: 200  len: 1000 time: 0.4223552
Feb 10 21:13:42.505386 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414a7846-c2b1-48f9-87a7-0932a0e342d5 req-948be453-fc79-4f58-801d-cdb195fdb260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:13:42.506903 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-414a7846-c2b1-48f9-87a7-0932a0e342d5 req-948be453-fc79-4f58-801d-cdb195fdb260 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5317e4a1-a0ef-46da-abd4-7584d57f65cd HTTP/1.1" status: 200  len: 851 time: 0.3448913
Feb 10 21:13:42.635732 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a05aa-9f93-48c6-a616-107bdd62c19d req-d2637593-0f64-4fe4-86d8-5885309aac9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:13:42.637215 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-014a05aa-9f93-48c6-a616-107bdd62c19d req-d2637593-0f64-4fe4-86d8-5885309aac9c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5317e4a1-a0ef-46da-abd4-7584d57f65cd HTTP/1.1" status: 200  len: 851 time: 0.1258526
Feb 10 21:13:42.706005 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414a7846-c2b1-48f9-87a7-0932a0e342d5 req-35a5896c-e398-444b-ac37-14e63f8afff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:13:42.707658 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-414a7846-c2b1-48f9-87a7-0932a0e342d5 req-35a5896c-e398-444b-ac37-14e63f8afff0 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=21565ca2-3f6f-4c53-8a7d-132eded4bf0d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1606693
Feb 10 21:13:42.749545 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-1f412d0c-f100-421b-8eb3-7221753bce8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbf909fecc0>, [{'id': '507195d5-ba69-4e84-b2c2-20002f96699a', 'name': 'tempest-TestVolumeBootPattern-1058213678-router', 'tenant_id': '660222962bf2454ea2ba636072eefa4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '5cefccab-2d76-4f67-bdd2-48fb10088e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:12:46Z', 'updated_at': '2021-02-10T21:12:52Z', 'revision_number': 4, 'project_id': '660222962bf2454ea2ba636072eefa4e', 'gw_port': {'id': '5cefccab-2d76-4f67-bdd2-48fb10088e35', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:58:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507195d5-ba69-4e84-b2c2-20002f96699a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:47Z', 'updated_at': '2021-02-10T21:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi', '_floatingips': [{'id': '7c730d54-aa47-4ada-8996-e6ed465821fa', 'tenant_id': '660222962bf2454ea2ba636072eefa4e', 'floating_ip_address': '172.27.3.182', 'floating_network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'router_id': '507195d5-ba69-4e84-b2c2-20002f96699a', 'port_id': 'b1844400-0441-4519-8c97-ffa8c7e23e06', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21565ca2-3f6f-4c53-8a7d-132eded4bf0d', 'mac_address': 'fa:16:3e:56:cb:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880e2838-7da7-459d-b359-a43c910f7eab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-10T21:13:38Z', 'updated_at': '2021-02-10T21:13:40Z', 'revision_number': 1, 'project_id': '660222962bf2454ea2ba636072eefa4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '920f6771-d3ca-4247-80f8-666b49596407', 'name': '', 'network_id': '21565ca2-3f6f-4c53-8a7d-132eded4bf0d', 'tenant_id': '660222962bf2454ea2ba636072eefa4e', 'mac_address': 'fa:16:3e:8e:50:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507195d5-ba69-4e84-b2c2-20002f96699a', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '5317e4a1-a0ef-46da-abd4-7584d57f65cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:51Z', 'updated_at': '2021-02-10T21:13:00Z', 'revision_number': 5, 'project_id': '660222962bf2454ea2ba636072eefa4e', 'subnets': [{'id': '5317e4a1-a0ef-46da-abd4-7584d57f65cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775008-1-iscsi', False) {} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:13:42.753850 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f412d0c-f100-421b-8eb3-7221753bce8c None None] The sync data for ids ['507195d5-ba69-4e84-b2c2-20002f96699a'] in dv-cinder-775008-1-iscsi is: [{'id': '507195d5-ba69-4e84-b2c2-20002f96699a', 'name': 'tempest-TestVolumeBootPattern-1058213678-router', 'tenant_id': '660222962bf2454ea2ba636072eefa4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '5cefccab-2d76-4f67-bdd2-48fb10088e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:12:46Z', 'updated_at': '2021-02-10T21:12:52Z', 'revision_number': 4, 'project_id': '660222962bf2454ea2ba636072eefa4e', 'gw_port': {'id': '5cefccab-2d76-4f67-bdd2-48fb10088e35', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:58:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507195d5-ba69-4e84-b2c2-20002f96699a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:47Z', 'updated_at': '2021-02-10T21:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi', '_floatingips': [{'id': '7c730d54-aa47-4ada-8996-e6ed465821fa', 'tenant_id': '660222962bf2454ea2ba636072eefa4e', 'floating_ip_address': '172.27.3.182', 'floating_network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'router_id': '507195d5-ba69-4e84-b2c2-20002f96699a', 'port_id': 'b1844400-0441-4519-8c97-ffa8c7e23e06', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21565ca2-3f6f-4c53-8a7d-132eded4bf0d', 'mac_address': 'fa:16:3e:56:cb:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880e2838-7da7-459d-b359-a43c910f7eab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-10T21:13:38Z', 'updated_at': '2021-02-10T21:13:40Z', 'revision_number': 1, 'project_id': '660222962bf2454ea2ba636072eefa4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '920f6771-d3ca-4247-80f8-666b49596407', 'name': '', 'network_id': '21565ca2-3f6f-4c53-8a7d-132eded4bf0d', 'tenant_id': '660222962bf2454ea2ba636072eefa4e', 'mac_address': 'fa:16:3e:8e:50:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507195d5-ba69-4e84-b2c2-20002f96699a', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '5317e4a1-a0ef-46da-abd4-7584d57f65cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:51Z', 'updated_at': '2021-02-10T21:13:00Z', 'revision_number': 5, 'project_id': '660222962bf2454ea2ba636072eefa4e', 'subnets': [{'id': '5317e4a1-a0ef-46da-abd4-7584d57f65cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 10 21:13:42.838570 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a05aa-9f93-48c6-a616-107bdd62c19d req-bb1b6e8c-5aaa-491e-9e71-df4d168c1a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:13:42.840205 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-014a05aa-9f93-48c6-a616-107bdd62c19d req-bb1b6e8c-5aaa-491e-9e71-df4d168c1a04 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=21565ca2-3f6f-4c53-8a7d-132eded4bf0d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1955020
Feb 10 21:13:42.907679 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-414a7846-c2b1-48f9-87a7-0932a0e342d5 req-655b2478-953e-4f63-b6e7-55a62ad37bcb service neutron] 10.222.0.82 "GET /v2.0/networks/21565ca2-3f6f-4c53-8a7d-132eded4bf0d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1919677
Feb 10 21:13:43.040945 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d746a2c-bcec-4a04-88c7-433d72ee9638 None None] New status for floating IP 7c730d54-aa47-4ada-8996-e6ed465821fa: ACTIVE {{(pid=79930) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 10 21:13:43.124178 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-014a05aa-9f93-48c6-a616-107bdd62c19d req-2b54e433-4fe6-4ed9-892d-1741db5500e4 service neutron] 10.222.0.15 "GET /v2.0/networks/21565ca2-3f6f-4c53-8a7d-132eded4bf0d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2739253
Feb 10 21:13:43.181915 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-414a7846-c2b1-48f9-87a7-0932a0e342d5 req-e4f5eb84-68b8-4517-af01-b1ae2b9b58d9 service neutron] 10.222.0.82 "GET /v2.0/networks/21565ca2-3f6f-4c53-8a7d-132eded4bf0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2240388
Feb 10 21:13:43.286284 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-014a05aa-9f93-48c6-a616-107bdd62c19d req-610aec20-2065-42b2-b6ab-99772f9a1e7a service neutron] 10.222.0.15 "GET /v2.0/networks/21565ca2-3f6f-4c53-8a7d-132eded4bf0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1527503
Feb 10 21:13:48.899211 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.agents_db [None req-2fd61c53-9bc0-4c2f-aa40-be9729c6e46f None None] Agent healthcheck: found 6 active agents {{(pid=79931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 10 21:13:54.182867 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a0b3ce0c-d835-429e-b4c4-cbdf8d7b219f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:13:56.676185 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-72611e5c-001b-4807-9eb3-45336dd21528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:13:57.324642 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8e35c017-ca0e-4997-9af4-ce0f5f2c761e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:13:58.222477 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:13:58.373303 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a16a173f-35ea-40df-9953-0a23fc2526db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:14:01.396346 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:14:24.185336 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-37fa4805-a8d1-4c49-9f72-3698042f7639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:14:25.899265 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.agents_db [None req-2fd61c53-9bc0-4c2f-aa40-be9729c6e46f None None] Agent healthcheck: found 6 active agents {{(pid=79931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 10 21:14:26.677175 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-3deee7cf-c750-4d89-b89a-e513bc1f70ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:14:27.328599 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8e35c017-ca0e-4997-9af4-ce0f5f2c761e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:14:28.225227 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:14:28.377292 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a16a173f-35ea-40df-9953-0a23fc2526db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:14:31.392019 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:14:35.043758 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-6b38ca3f-3c2b-42f4-a866-5caf8a448705 req-6f3f11ed-f4e2-47a8-b25b-9088eb084457 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=880e2838-7da7-459d-b359-a43c910f7eab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0795772
Feb 10 21:14:35.216071 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b38ca3f-3c2b-42f4-a866-5caf8a448705 req-a85c3851-58cd-499f-915d-020e26583541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:14:35.217710 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-6b38ca3f-3c2b-42f4-a866-5caf8a448705 req-a85c3851-58cd-499f-915d-020e26583541 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=660222962bf2454ea2ba636072eefa4e&device_id=880e2838-7da7-459d-b359-a43c910f7eab HTTP/1.1" status: 200  len: 1163 time: 0.0971439
Feb 10 21:14:35.379401 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b38ca3f-3c2b-42f4-a866-5caf8a448705 req-14de7e1f-1d32-4ecd-80b3-6dbb210a9299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:14:35.380927 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-6b38ca3f-3c2b-42f4-a866-5caf8a448705 req-14de7e1f-1d32-4ecd-80b3-6dbb210a9299 service neutron] 10.222.0.15 "GET /v2.0/networks?id=21565ca2-3f6f-4c53-8a7d-132eded4bf0d HTTP/1.1" status: 200  len: 906 time: 0.1424150
Feb 10 21:14:35.496438 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-6b38ca3f-3c2b-42f4-a866-5caf8a448705 req-5f8dca02-eb35-4b93-a448-cd975f52a0e4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1844400-0441-4519-8c97-ffa8c7e23e06 HTTP/1.1" status: 200  len: 1002 time: 0.1073754
Feb 10 21:14:35.569114 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b38ca3f-3c2b-42f4-a866-5caf8a448705 req-c61d7127-cac9-44f9-a85a-87b8b5d17322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:14:35.570759 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-6b38ca3f-3c2b-42f4-a866-5caf8a448705 req-c61d7127-cac9-44f9-a85a-87b8b5d17322 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5317e4a1-a0ef-46da-abd4-7584d57f65cd HTTP/1.1" status: 200  len: 851 time: 0.0670218
Feb 10 21:14:35.654946 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b38ca3f-3c2b-42f4-a866-5caf8a448705 req-257271e5-cc53-4569-a241-22395bbcc849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:14:35.657240 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-6b38ca3f-3c2b-42f4-a866-5caf8a448705 req-257271e5-cc53-4569-a241-22395bbcc849 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=21565ca2-3f6f-4c53-8a7d-132eded4bf0d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0788894
Feb 10 21:14:35.810950 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-6b38ca3f-3c2b-42f4-a866-5caf8a448705 req-6961aa33-5594-402a-9ebe-764f16b5b604 service neutron] 10.222.0.15 "GET /v2.0/networks/21565ca2-3f6f-4c53-8a7d-132eded4bf0d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1470273
Feb 10 21:14:35.966178 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-6b38ca3f-3c2b-42f4-a866-5caf8a448705 req-91c46e86-162c-4c3f-8683-fb03a8668282 service neutron] 10.222.0.15 "GET /v2.0/networks/21565ca2-3f6f-4c53-8a7d-132eded4bf0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1482022
Feb 10 21:14:54.189643 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-2a667bed-eea1-454e-911b-7e75f1d1e8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:14:56.680128 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-587ab4ef-420f-4587-93a5-95863f380e78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:14:57.328869 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8e35c017-ca0e-4997-9af4-ce0f5f2c761e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:14:58.227853 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:14:58.381763 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a16a173f-35ea-40df-9953-0a23fc2526db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:15:01.403986 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:15:02.899369 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.agents_db [None req-2fd61c53-9bc0-4c2f-aa40-be9729c6e46f None None] Agent healthcheck: found 6 active agents {{(pid=79931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 10 21:15:24.192205 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-79f760ee-aea3-44cc-b1cf-da352f016edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:15:26.681514 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-4eabf544-41a0-40c7-b683-fa290c610e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:15:27.332627 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8e35c017-ca0e-4997-9af4-ce0f5f2c761e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:15:28.230575 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:15:28.382492 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a16a173f-35ea-40df-9953-0a23fc2526db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:15:31.420981 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:15:32.045906 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a527baf8-17bb-4d8c-9b10-4c1701721839 req-784c5800-0a6f-4a94-9c6c-1ee0033bf28c tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:15:32.047583 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-a527baf8-17bb-4d8c-9b10-4c1701721839 req-784c5800-0a6f-4a94-9c6c-1ee0033bf28c tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/ports?device_id=880e2838-7da7-459d-b359-a43c910f7eab HTTP/1.1" status: 200  len: 946 time: 0.1733832
Feb 10 21:15:32.114176 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-a527baf8-17bb-4d8c-9b10-4c1701721839 req-cbe4774d-67e9-4acc-a30c-19eaf7fc94b8 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/security-groups?id=b13c7963-b9ef-42d3-8b25-a5452d137283&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0591545
Feb 10 21:15:33.429492 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646f97c6-df02-4482-beaa-086b99427927 req-c64f161f-3c3b-4426-a679-3918c7d495cc tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:15:33.431082 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-646f97c6-df02-4482-beaa-086b99427927 req-c64f161f-3c3b-4426-a679-3918c7d495cc tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/ports?device_id=880e2838-7da7-459d-b359-a43c910f7eab HTTP/1.1" status: 200  len: 946 time: 0.1699972
Feb 10 21:15:33.496703 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-646f97c6-df02-4482-beaa-086b99427927 req-fceb49ab-4b32-42a9-a897-364aad62a796 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/security-groups?id=b13c7963-b9ef-42d3-8b25-a5452d137283&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0588169
Feb 10 21:15:33.666201 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dc4e20-a2a9-42a2-9df4-b6c6bfca6b90 req-b81c6f6f-ac9a-43c3-a151-b9a9565e1161 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:15:33.667817 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-49dc4e20-a2a9-42a2-9df4-b6c6bfca6b90 req-b81c6f6f-ac9a-43c3-a151-b9a9565e1161 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.15 "GET /v2.0/ports?device_id=880e2838-7da7-459d-b359-a43c910f7eab HTTP/1.1" status: 200  len: 946 time: 0.1678317
Feb 10 21:15:33.766485 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [req-49dc4e20-a2a9-42a2-9df4-b6c6bfca6b90 req-cf2df171-e8ba-4eb9-ace6-77994ab76bd3 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Deleting port b1844400-0441-4519-8c97-ffa8c7e23e06 {{(pid=79929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 10 21:15:33.766799 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-49dc4e20-a2a9-42a2-9df4-b6c6bfca6b90 req-cf2df171-e8ba-4eb9-ace6-77994ab76bd3 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258056652319'] for port, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:15:34.036745 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [req-49dc4e20-a2a9-42a2-9df4-b6c6bfca6b90 req-cf2df171-e8ba-4eb9-ace6-77994ab76bd3 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] For port b1844400-0441-4519-8c97-ffa8c7e23e06, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=b1844400-0441-4519-8c97-ffa8c7e23e06,segment=NetworkSegment(79051ec9-b046-465d-804e-8eaa9fec71f5),segment_id=79051ec9-b046-465d-804e-8eaa9fec71f5)] {{(pid=79929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:15:34.037142 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-49dc4e20-a2a9-42a2-9df4-b6c6bfca6b90 req-cf2df171-e8ba-4eb9-ace6-77994ab76bd3 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797663'] for port, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:15:34.123864 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device b1844400-0441-4519-8c97-ffa8c7e23e06 no longer exists at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 10 21:15:34.244619 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:15:34.274058 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '880e2838-7da7-459d-b359-a43c910f7eab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1844400-0441-4519-8c97-ffa8c7e23e06'}] {{(pid=79930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 10 21:15:34.284964 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] For port b1844400-0441-4519-8c97-ffa8c7e23e06, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=b1844400-0441-4519-8c97-ffa8c7e23e06,segment=NetworkSegment(79051ec9-b046-465d-804e-8eaa9fec71f5),segment_id=79051ec9-b046-465d-804e-8eaa9fec71f5)] {{(pid=79930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:15:34.288156 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:15:34.289942 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:15:34.365191 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Pushing event updated for resources: {'Port': ['ID=b1844400-0441-4519-8c97-ffa8c7e23e06,revision_number=5']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:15:34.367648 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-49dc4e20-a2a9-42a2-9df4-b6c6bfca6b90 req-cf2df171-e8ba-4eb9-ace6-77994ab76bd3 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:15:34.368042 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-49dc4e20-a2a9-42a2-9df4-b6c6bfca6b90 req-cf2df171-e8ba-4eb9-ace6-77994ab76bd3 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850656737'] for floatingip, after_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:15:34.368537 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.db.l3_db [req-49dc4e20-a2a9-42a2-9df4-b6c6bfca6b90 req-cf2df171-e8ba-4eb9-ace6-77994ab76bd3 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Floating IP 7c730d54-aa47-4ada-8996-e6ed465821fa disassociated. External IP: 172.27.3.182, port: b1844400-0441-4519-8c97-ffa8c7e23e06.
Feb 10 21:15:34.368914 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [req-49dc4e20-a2a9-42a2-9df4-b6c6bfca6b90 req-cf2df171-e8ba-4eb9-ace6-77994ab76bd3 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Calling delete_port for b1844400-0441-4519-8c97-ffa8c7e23e06 owned by compute:nova {{(pid=79929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 10 21:15:34.373318 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:15:34.373713 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:15:34.374115 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:15:34.374493 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:15:34.374864 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:15:34.375233 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:15:34.375596 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:15:34.375963 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:15:34.376331 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:15:34.376700 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:15:34.377064 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:15:34.377491 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:15:34.377958 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:15:34.378530 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:15:34.378897 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:15:34.379266 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:15:34.379631 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:15:34.379996 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:15:34.380361 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:15:34.380720 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:15:34.381083 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:15:34.381440 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:15:34.381802 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:15:34.382188 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:15:34.386781 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:15:34.465063 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.db.api [req-49dc4e20-a2a9-42a2-9df4-b6c6bfca6b90 req-cf2df171-e8ba-4eb9-ace6-77994ab76bd3 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79929) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 10 21:15:34.465577 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_db.api [req-49dc4e20-a2a9-42a2-9df4-b6c6bfca6b90 req-cf2df171-e8ba-4eb9-ace6-77994ab76bd3 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 10 21:15:34.551771 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '880e2838-7da7-459d-b359-a43c910f7eab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1844400-0441-4519-8c97-ffa8c7e23e06', 'code': 200}
Feb 10 21:15:34.797001 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1303a3-348b-4f76-a88c-496b7f861614 req-87ba1e6d-86e4-45d2-ba56-42504ff0bc4c tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:15:34.798596 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-af1303a3-348b-4f76-a88c-496b7f861614 req-87ba1e6d-86e4-45d2-ba56-42504ff0bc4c tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/ports?device_id=880e2838-7da7-459d-b359-a43c910f7eab HTTP/1.1" status: 200  len: 944 time: 0.1711018
Feb 10 21:15:34.864001 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-af1303a3-348b-4f76-a88c-496b7f861614 req-753a3275-8802-4ea0-b1a5-4a58489e3ef0 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/security-groups?id=b13c7963-b9ef-42d3-8b25-a5452d137283&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0584223
Feb 10 21:15:34.966639 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [req-49dc4e20-a2a9-42a2-9df4-b6c6bfca6b90 req-cf2df171-e8ba-4eb9-ace6-77994ab76bd3 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Deleting port b1844400-0441-4519-8c97-ffa8c7e23e06 {{(pid=79929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 10 21:15:34.967038 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-49dc4e20-a2a9-42a2-9df4-b6c6bfca6b90 req-cf2df171-e8ba-4eb9-ace6-77994ab76bd3 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258056652319'] for port, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:15:35.229699 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [req-49dc4e20-a2a9-42a2-9df4-b6c6bfca6b90 req-cf2df171-e8ba-4eb9-ace6-77994ab76bd3 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] For port b1844400-0441-4519-8c97-ffa8c7e23e06, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=b1844400-0441-4519-8c97-ffa8c7e23e06,segment=NetworkSegment(79051ec9-b046-465d-804e-8eaa9fec71f5),segment_id=79051ec9-b046-465d-804e-8eaa9fec71f5)] {{(pid=79929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:15:35.230126 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-49dc4e20-a2a9-42a2-9df4-b6c6bfca6b90 req-cf2df171-e8ba-4eb9-ace6-77994ab76bd3 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797663'] for port, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:15:35.539235 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-49dc4e20-a2a9-42a2-9df4-b6c6bfca6b90 req-cf2df171-e8ba-4eb9-ace6-77994ab76bd3 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:15:35.539803 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-49dc4e20-a2a9-42a2-9df4-b6c6bfca6b90 req-cf2df171-e8ba-4eb9-ace6-77994ab76bd3 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850656737'] for floatingip, after_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:15:35.539937 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.db.l3_db [req-49dc4e20-a2a9-42a2-9df4-b6c6bfca6b90 req-cf2df171-e8ba-4eb9-ace6-77994ab76bd3 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Floating IP 7c730d54-aa47-4ada-8996-e6ed465821fa disassociated. External IP: 172.27.3.182, port: b1844400-0441-4519-8c97-ffa8c7e23e06.
Feb 10 21:15:35.540320 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [req-49dc4e20-a2a9-42a2-9df4-b6c6bfca6b90 req-cf2df171-e8ba-4eb9-ace6-77994ab76bd3 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Calling delete_port for b1844400-0441-4519-8c97-ffa8c7e23e06 owned by compute:nova {{(pid=79929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 10 21:15:35.692641 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-49dc4e20-a2a9-42a2-9df4-b6c6bfca6b90 req-cf2df171-e8ba-4eb9-ace6-77994ab76bd3 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778798065335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778797633719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630282'] for port, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:15:35.710284 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-bc1f1c49-d0e2-4dbd-9b49-0ac19df7aa02 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:15:35.766455 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2df171-e8ba-4eb9-ace6-77994ab76bd3 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Pushing event deleted for resources: {'Port': ['ID=b1844400-0441-4519-8c97-ffa8c7e23e06,revision_number=None']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:15:36.073557 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2df171-e8ba-4eb9-ace6-77994ab76bd3 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:15:36.073978 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2df171-e8ba-4eb9-ace6-77994ab76bd3 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:15:36.074424 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2df171-e8ba-4eb9-ace6-77994ab76bd3 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:15:36.074838 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2df171-e8ba-4eb9-ace6-77994ab76bd3 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:15:36.075241 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2df171-e8ba-4eb9-ace6-77994ab76bd3 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:15:36.075646 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2df171-e8ba-4eb9-ace6-77994ab76bd3 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:15:36.076052 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2df171-e8ba-4eb9-ace6-77994ab76bd3 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:15:36.076454 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2df171-e8ba-4eb9-ace6-77994ab76bd3 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:15:36.076858 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2df171-e8ba-4eb9-ace6-77994ab76bd3 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:15:36.077259 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2df171-e8ba-4eb9-ace6-77994ab76bd3 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:15:36.077656 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2df171-e8ba-4eb9-ace6-77994ab76bd3 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:15:36.078072 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2df171-e8ba-4eb9-ace6-77994ab76bd3 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:15:36.078569 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2df171-e8ba-4eb9-ace6-77994ab76bd3 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:15:36.078972 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2df171-e8ba-4eb9-ace6-77994ab76bd3 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:15:36.079369 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2df171-e8ba-4eb9-ace6-77994ab76bd3 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:15:36.079763 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2df171-e8ba-4eb9-ace6-77994ab76bd3 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:15:36.080155 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2df171-e8ba-4eb9-ace6-77994ab76bd3 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:15:36.080604 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2df171-e8ba-4eb9-ace6-77994ab76bd3 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:15:36.081003 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2df171-e8ba-4eb9-ace6-77994ab76bd3 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:15:36.081494 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2df171-e8ba-4eb9-ace6-77994ab76bd3 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:15:36.082141 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2df171-e8ba-4eb9-ace6-77994ab76bd3 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:15:36.082546 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2df171-e8ba-4eb9-ace6-77994ab76bd3 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:15:36.082945 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2df171-e8ba-4eb9-ace6-77994ab76bd3 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:15:36.083341 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2df171-e8ba-4eb9-ace6-77994ab76bd3 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:15:36.087355 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-cf2df171-e8ba-4eb9-ace6-77994ab76bd3 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:15:36.154471 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-caa7a1ed-fa55-4528-b4c7-e8fa4a05cbf9 req-0f4c0e0b-1d25-4f43-a0b4-53ccbb34a81c tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/ports?device_id=880e2838-7da7-459d-b359-a43c910f7eab HTTP/1.1" status: 200  len: 210 time: 0.0608389
Feb 10 21:15:36.391889 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-49dc4e20-a2a9-42a2-9df4-b6c6bfca6b90 req-cf2df171-e8ba-4eb9-ace6-77994ab76bd3 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Router 507195d5-ba69-4e84-b2c2-20002f96699a has already been hosted by L3 agent 351a09a7-a8bd-44d4-8337-3dd1b5c8f290 {{(pid=79929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 10 21:15:36.589391 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-49dc4e20-a2a9-42a2-9df4-b6c6bfca6b90 req-cf2df171-e8ba-4eb9-ace6-77994ab76bd3 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify agent at l3_agent.dv-cinder-775008-1-iscsi the message routers_updated {{(pid=79929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 10 21:15:36.599425 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49028f69-b91d-49ae-848b-cfcf30549a26 None None] Sync routers for ids ['507195d5-ba69-4e84-b2c2-20002f96699a'] in dv-cinder-775008-1-iscsi {{(pid=79931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 10 21:15:36.610570 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49028f69-b91d-49ae-848b-cfcf30549a26 None None] Routers {'507195d5-ba69-4e84-b2c2-20002f96699a'} bound to L3 agent in host dv-cinder-775008-1-iscsi {{(pid=79931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 10 21:15:36.611242 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-49028f69-b91d-49ae-848b-cfcf30549a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbf90959518>, 'dv-cinder-775008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-10T20:53:27Z,description=<?>,heartbeat_timestamp=2021-02-10T21:15:27Z,host='dv-cinder-775008-1-iscsi',id=351a09a7-a8bd-44d4-8337-3dd1b5c8f290,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-10T20:53:27Z,topic='l3_agent')) {'router_ids': ['507195d5-ba69-4e84-b2c2-20002f96699a'], 'active': True} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:15:36.630893 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [req-49dc4e20-a2a9-42a2-9df4-b6c6bfca6b90 req-cf2df171-e8ba-4eb9-ace6-77994ab76bd3 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] No DVR routers for this DVR port b1844400-0441-4519-8c97-ffa8c7e23e06 on host hv-cinder-77500 {{(pid=79929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 10 21:15:36.633433 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-49dc4e20-a2a9-42a2-9df4-b6c6bfca6b90 req-cf2df171-e8ba-4eb9-ace6-77994ab76bd3 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770081'] for port, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:15:36.636188 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '880e2838-7da7-459d-b359-a43c910f7eab', 'name': 'network-vif-deleted', 'tag': 'b1844400-0441-4519-8c97-ffa8c7e23e06'}] {{(pid=79929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 10 21:15:36.655195 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-49dc4e20-a2a9-42a2-9df4-b6c6bfca6b90 req-cf2df171-e8ba-4eb9-ace6-77994ab76bd3 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.15 "DELETE /v2.0/ports/b1844400-0441-4519-8c97-ffa8c7e23e06 HTTP/1.1" status: 204  len: 173 time: 2.9813757
Feb 10 21:15:36.704965 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '880e2838-7da7-459d-b359-a43c910f7eab', 'name': 'network-vif-deleted', 'tag': 'b1844400-0441-4519-8c97-ffa8c7e23e06', 'status': 'completed', 'code': 200}
Feb 10 21:15:36.816419 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvr_db [None req-49028f69-b91d-49ae-848b-cfcf30549a26 None None] Set router 507195d5-ba69-4e84-b2c2-20002f96699a gateway port host: dv-cinder-775008-1-iscsi {{(pid=79931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 10 21:15:37.152667 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-49028f69-b91d-49ae-848b-cfcf30549a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbf90959518>, [{'id': '507195d5-ba69-4e84-b2c2-20002f96699a', 'name': 'tempest-TestVolumeBootPattern-1058213678-router', 'tenant_id': '660222962bf2454ea2ba636072eefa4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '5cefccab-2d76-4f67-bdd2-48fb10088e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:12:46Z', 'updated_at': '2021-02-10T21:12:52Z', 'revision_number': 4, 'project_id': '660222962bf2454ea2ba636072eefa4e', 'gw_port': {'id': '5cefccab-2d76-4f67-bdd2-48fb10088e35', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:58:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507195d5-ba69-4e84-b2c2-20002f96699a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:47Z', 'updated_at': '2021-02-10T21:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi', '_interfaces': [{'id': '920f6771-d3ca-4247-80f8-666b49596407', 'name': '', 'network_id': '21565ca2-3f6f-4c53-8a7d-132eded4bf0d', 'tenant_id': '660222962bf2454ea2ba636072eefa4e', 'mac_address': 'fa:16:3e:8e:50:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507195d5-ba69-4e84-b2c2-20002f96699a', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '5317e4a1-a0ef-46da-abd4-7584d57f65cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:51Z', 'updated_at': '2021-02-10T21:13:00Z', 'revision_number': 5, 'project_id': '660222962bf2454ea2ba636072eefa4e', 'subnets': [{'id': '5317e4a1-a0ef-46da-abd4-7584d57f65cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775008-1-iscsi', False) {} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:15:37.156775 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49028f69-b91d-49ae-848b-cfcf30549a26 None None] Checking router: 507195d5-ba69-4e84-b2c2-20002f96699a for host: dv-cinder-775008-1-iscsi {{(pid=79931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 10 21:15:37.167047 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49028f69-b91d-49ae-848b-cfcf30549a26 None None] Routers {'507195d5-ba69-4e84-b2c2-20002f96699a'} bound to L3 agent in host dv-cinder-775008-1-iscsi {{(pid=79931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 10 21:15:37.167703 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-49028f69-b91d-49ae-848b-cfcf30549a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbf90959518>, 'dv-cinder-775008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-10T20:53:27Z,description=<?>,heartbeat_timestamp=2021-02-10T21:15:27Z,host='dv-cinder-775008-1-iscsi',id=351a09a7-a8bd-44d4-8337-3dd1b5c8f290,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-10T20:53:27Z,topic='l3_agent')) {'router_ids': ['507195d5-ba69-4e84-b2c2-20002f96699a'], 'active': True} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:15:37.355569 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-80966317-4417-44a7-8ef7-e145d9411d65 req-61af674a-a7bd-401e-8646-fe589418df12 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Synchronizing usage tracker for tenant:660222962bf2454ea2ba636072eefa4e on resource:port {{(pid=79929) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 10 21:15:37.371709 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-80966317-4417-44a7-8ef7-e145d9411d65 req-61af674a-a7bd-401e-8646-fe589418df12 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Unset dirty status for tenant:660222962bf2454ea2ba636072eefa4e on resource:port {{(pid=79929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 10 21:15:37.372079 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvr_db [None req-49028f69-b91d-49ae-848b-cfcf30549a26 None None] Set router 507195d5-ba69-4e84-b2c2-20002f96699a gateway port host: dv-cinder-775008-1-iscsi {{(pid=79931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 10 21:15:37.373023 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-80966317-4417-44a7-8ef7-e145d9411d65 req-61af674a-a7bd-401e-8646-fe589418df12 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/ports?device_id=880e2838-7da7-459d-b359-a43c910f7eab HTTP/1.1" status: 200  len: 210 time: 0.0706694
Feb 10 21:15:37.872994 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-49028f69-b91d-49ae-848b-cfcf30549a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbf90959518>, [{'id': '507195d5-ba69-4e84-b2c2-20002f96699a', 'name': 'tempest-TestVolumeBootPattern-1058213678-router', 'tenant_id': '660222962bf2454ea2ba636072eefa4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '5cefccab-2d76-4f67-bdd2-48fb10088e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:12:46Z', 'updated_at': '2021-02-10T21:12:52Z', 'revision_number': 4, 'project_id': '660222962bf2454ea2ba636072eefa4e', 'gw_port': {'id': '5cefccab-2d76-4f67-bdd2-48fb10088e35', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:58:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507195d5-ba69-4e84-b2c2-20002f96699a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:47Z', 'updated_at': '2021-02-10T21:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi', '_interfaces': [{'id': '920f6771-d3ca-4247-80f8-666b49596407', 'name': '', 'network_id': '21565ca2-3f6f-4c53-8a7d-132eded4bf0d', 'tenant_id': '660222962bf2454ea2ba636072eefa4e', 'mac_address': 'fa:16:3e:8e:50:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507195d5-ba69-4e84-b2c2-20002f96699a', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '5317e4a1-a0ef-46da-abd4-7584d57f65cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:51Z', 'updated_at': '2021-02-10T21:13:00Z', 'revision_number': 5, 'project_id': '660222962bf2454ea2ba636072eefa4e', 'subnets': [{'id': '5317e4a1-a0ef-46da-abd4-7584d57f65cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775008-1-iscsi', False) {} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:15:37.877877 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49028f69-b91d-49ae-848b-cfcf30549a26 None None] The sync data for ids ['507195d5-ba69-4e84-b2c2-20002f96699a'] in dv-cinder-775008-1-iscsi is: [{'id': '507195d5-ba69-4e84-b2c2-20002f96699a', 'name': 'tempest-TestVolumeBootPattern-1058213678-router', 'tenant_id': '660222962bf2454ea2ba636072eefa4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '5cefccab-2d76-4f67-bdd2-48fb10088e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:12:46Z', 'updated_at': '2021-02-10T21:12:52Z', 'revision_number': 4, 'project_id': '660222962bf2454ea2ba636072eefa4e', 'gw_port': {'id': '5cefccab-2d76-4f67-bdd2-48fb10088e35', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:58:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507195d5-ba69-4e84-b2c2-20002f96699a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:47Z', 'updated_at': '2021-02-10T21:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi', '_interfaces': [{'id': '920f6771-d3ca-4247-80f8-666b49596407', 'name': '', 'network_id': '21565ca2-3f6f-4c53-8a7d-132eded4bf0d', 'tenant_id': '660222962bf2454ea2ba636072eefa4e', 'mac_address': 'fa:16:3e:8e:50:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507195d5-ba69-4e84-b2c2-20002f96699a', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '5317e4a1-a0ef-46da-abd4-7584d57f65cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:51Z', 'updated_at': '2021-02-10T21:13:00Z', 'revision_number': 5, 'project_id': '660222962bf2454ea2ba636072eefa4e', 'subnets': [{'id': '5317e4a1-a0ef-46da-abd4-7584d57f65cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 10 21:15:38.300371 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dce2c22-5ff4-4217-8b21-76eaa23250fb None None] New status for floating IP 7c730d54-aa47-4ada-8996-e6ed465821fa: DOWN {{(pid=79930) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 10 21:15:38.760629 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-ceac9928-118e-4108-ac3c-664a27e84a1b req-d5fd0b67-8f51-4917-8df7-8e228ad9c7c6 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1478607349&fields=id&tenant_id=660222962bf2454ea2ba636072eefa4e HTTP/1.1" status: 200  len: 267 time: 0.0599592
Feb 10 21:15:39.008362 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac9928-118e-4108-ac3c-664a27e84a1b req-c1998386-1a29-4f3e-a620-046f8a5ee08a tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:15:39.009945 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-ceac9928-118e-4108-ac3c-664a27e84a1b req-c1998386-1a29-4f3e-a620-046f8a5ee08a tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/networks?id=21565ca2-3f6f-4c53-8a7d-132eded4bf0d HTTP/1.1" status: 200  len: 812 time: 0.2416546
Feb 10 21:15:39.026719 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-ceac9928-118e-4108-ac3c-664a27e84a1b req-5a190da9-7180-41d0-af1d-e4a90c278c47 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/quotas/660222962bf2454ea2ba636072eefa4e HTTP/1.1" status: 200  len: 375 time: 0.0103049
Feb 10 21:15:39.170066 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-ceac9928-118e-4108-ac3c-664a27e84a1b req-55139dd9-7141-417e-8878-27c73c2f981c tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=660222962bf2454ea2ba636072eefa4e&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1376836
Feb 10 21:15:39.186757 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [req-ceac9928-118e-4108-ac3c-664a27e84a1b req-82aac80e-f988-44d5-b31a-a30388e1d383 service neutron] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=79929) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 10 21:15:39.187805 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-ceac9928-118e-4108-ac3c-664a27e84a1b req-82aac80e-f988-44d5-b31a-a30388e1d383 service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0054815
Feb 10 21:15:39.332251 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-ceac9928-118e-4108-ac3c-664a27e84a1b req-87dc3cd4-8e38-4df7-9dfa-bbf3cd29b043 service neutron] 10.222.0.82 "GET /v2.0/networks/21565ca2-3f6f-4c53-8a7d-132eded4bf0d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1384559
Feb 10 21:15:39.476313 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-ceac9928-118e-4108-ac3c-664a27e84a1b req-08e4a091-8062-4ab7-b61c-0c7e082c2dee service neutron] 10.222.0.82 "GET /v2.0/networks/21565ca2-3f6f-4c53-8a7d-132eded4bf0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1373858
Feb 10 21:15:39.899671 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.agents_db [None req-2fd61c53-9bc0-4c2f-aa40-be9729c6e46f None None] Agent healthcheck: found 6 active agents {{(pid=79931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 10 21:15:39.907488 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-bc5e69a8-18ca-4de2-8a8d-bd09f44be978 req-ed1f1609-8aa5-4b2e-8b66-5a366e2ad0b9 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/ports?device_id=c61a4b4a-44f0-4954-926f-215590dc569b HTTP/1.1" status: 200  len: 210 time: 0.0505748
Feb 10 21:15:41.088129 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac9928-118e-4108-ac3c-664a27e84a1b req-cd348cc8-392c-47ce-899d-3a319206a5f7 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:15:41.089786 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-ceac9928-118e-4108-ac3c-664a27e84a1b req-cd348cc8-392c-47ce-899d-3a319206a5f7 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.15 "GET /v2.0/networks?id=21565ca2-3f6f-4c53-8a7d-132eded4bf0d HTTP/1.1" status: 200  len: 812 time: 0.2540584
Feb 10 21:15:41.161265 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-bede999e-5d31-404c-9756-0fb1ba60660f req-4e1b765b-7f5a-4daf-a7c0-b705296fc86c tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/ports?device_id=c61a4b4a-44f0-4954-926f-215590dc569b HTTP/1.1" status: 200  len: 210 time: 0.0703261
Feb 10 21:15:41.251434 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-ceac9928-118e-4108-ac3c-664a27e84a1b req-b0851c2d-252d-40b7-a4b3-b6b1f7581bb2 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=660222962bf2454ea2ba636072eefa4e HTTP/1.1" status: 200  len: 5765 time: 0.1127012
Feb 10 21:15:41.262120 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [req-ceac9928-118e-4108-ac3c-664a27e84a1b req-47619417-0bfd-4e28-9fc1-d95c59e55b0b tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Request body: {'port': {'device_id': 'c61a4b4a-44f0-4954-926f-215590dc569b', 'network_id': '21565ca2-3f6f-4c53-8a7d-132eded4bf0d', 'admin_state_up': True, 'tenant_id': '660222962bf2454ea2ba636072eefa4e', 'security_groups': ['b13c7963-b9ef-42d3-8b25-a5452d137283']}} {{(pid=79929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:15:41.411502 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [req-ceac9928-118e-4108-ac3c-664a27e84a1b req-47619417-0bfd-4e28-9fc1-d95c59e55b0b tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:15:41.421071 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [req-ceac9928-118e-4108-ac3c-664a27e84a1b req-47619417-0bfd-4e28-9fc1-d95c59e55b0b tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:15:41.431434 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ceac9928-118e-4108-ac3c-664a27e84a1b req-47619417-0bfd-4e28-9fc1-d95c59e55b0b tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Made reservation on behalf of 660222962bf2454ea2ba636072eefa4e for: {'port': 1} {{(pid=79929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 10 21:15:41.456283 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-ceac9928-118e-4108-ac3c-664a27e84a1b req-47619417-0bfd-4e28-9fc1-d95c59e55b0b tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:15:41.782679 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.db_base_plugin_common [req-ceac9928-118e-4108-ac3c-664a27e84a1b req-47619417-0bfd-4e28-9fc1-d95c59e55b0b tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Allocated IP 172.20.0.6 (21565ca2-3f6f-4c53-8a7d-132eded4bf0d/5317e4a1-a0ef-46da-abd4-7584d57f65cd/75603cda-0980-41cf-b879-8563c5313fe1) {{(pid=79929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 10 21:15:41.996600 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-ceac9928-118e-4108-ac3c-664a27e84a1b req-47619417-0bfd-4e28-9fc1-d95c59e55b0b tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks [] for port, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:15:42.013657 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [req-ceac9928-118e-4108-ac3c-664a27e84a1b req-47619417-0bfd-4e28-9fc1-d95c59e55b0b tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Transition to ACTIVE for port object 75603cda-0980-41cf-b879-8563c5313fe1 will not be triggered until provisioned by entity DHCP. {{(pid=79929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 10 21:15:42.038304 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-ceac9928-118e-4108-ac3c-664a27e84a1b req-47619417-0bfd-4e28-9fc1-d95c59e55b0b tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778797635767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630282'] for port, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:15:42.054288 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-374ca26a-52b7-4b85-b2ea-8e95b870ae56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:15:42.209550 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47619417-0bfd-4e28-9fc1-d95c59e55b0b tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Pushing event updated for resources: {'Port': ['ID=75603cda-0980-41cf-b879-8563c5313fe1,revision_number=1']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:15:42.214721 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-47619417-0bfd-4e28-9fc1-d95c59e55b0b tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:15:42.263231 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ceac9928-118e-4108-ac3c-664a27e84a1b req-47619417-0bfd-4e28-9fc1-d95c59e55b0b tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Network 21565ca2-3f6f-4c53-8a7d-132eded4bf0d is already hosted by enough agents. {{(pid=79929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 10 21:15:42.264719 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.base_scheduler [req-ceac9928-118e-4108-ac3c-664a27e84a1b req-47619417-0bfd-4e28-9fc1-d95c59e55b0b tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Resources bound (agent type, host, resource id):  {{(pid=79929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 10 21:15:42.267491 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceac9928-118e-4108-ac3c-664a27e84a1b req-47619417-0bfd-4e28-9fc1-d95c59e55b0b tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Received port after_create {{(pid=79929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 10 21:15:42.412559 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac9928-118e-4108-ac3c-664a27e84a1b req-47619417-0bfd-4e28-9fc1-d95c59e55b0b tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:15:42.412559 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-ceac9928-118e-4108-ac3c-664a27e84a1b req-47619417-0bfd-4e28-9fc1-d95c59e55b0b tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770081'] for port, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:15:42.447966 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-ceac9928-118e-4108-ac3c-664a27e84a1b req-47619417-0bfd-4e28-9fc1-d95c59e55b0b tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1899917
Feb 10 21:15:42.462218 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [req-ceac9928-118e-4108-ac3c-664a27e84a1b req-738a5f3d-2a53-49c2-b732-d4e713ae27e9 service neutron] Request body: {'port': {'device_id': 'c61a4b4a-44f0-4954-926f-215590dc569b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77500'}} {{(pid=79929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:15:42.502347 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b92252-ac98-41d3-982e-a3d7a713d9bb req-af645424-509b-42f6-a617-3045223acb5b tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:15:42.504213 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-50b92252-ac98-41d3-982e-a3d7a713d9bb req-af645424-509b-42f6-a617-3045223acb5b tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/ports?device_id=c61a4b4a-44f0-4954-926f-215590dc569b HTTP/1.1" status: 200  len: 931 time: 0.1898942
Feb 10 21:15:42.535903 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-41bb3270-ee76-4a18-ac54-bba5973f6819 None None] Provisioning for port 75603cda-0980-41cf-b879-8563c5313fe1 completed by entity DHCP. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 10 21:15:42.541680 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-41bb3270-ee76-4a18-ac54-bba5973f6819 None None] Provisioning complete for port 75603cda-0980-41cf-b879-8563c5313fe1 triggered by entity DHCP. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:15:42.542077 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-41bb3270-ee76-4a18-ac54-bba5973f6819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:15:42.572373 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-50b92252-ac98-41d3-982e-a3d7a713d9bb req-b7372d35-a249-473b-b8bf-0f29a1cca201 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/security-groups?id=b13c7963-b9ef-42d3-8b25-a5452d137283&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0611134
Feb 10 21:15:42.595434 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-ceac9928-118e-4108-ac3c-664a27e84a1b req-738a5f3d-2a53-49c2-b732-d4e713ae27e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:15:42.603958 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-41bb3270-ee76-4a18-ac54-bba5973f6819 None None] Port 75603cda-0980-41cf-b879-8563c5313fe1 cannot update to ACTIVE because it is not bound. {{(pid=79930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 10 21:15:43.024770 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [req-ceac9928-118e-4108-ac3c-664a27e84a1b req-738a5f3d-2a53-49c2-b732-d4e713ae27e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75603cda-0980-41cf-b879-8563c5313fe1 {{(pid=79929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 10 21:15:43.032679 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-ceac9928-118e-4108-ac3c-664a27e84a1b req-738a5f3d-2a53-49c2-b732-d4e713ae27e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:15:43.045055 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [req-ceac9928-118e-4108-ac3c-664a27e84a1b req-738a5f3d-2a53-49c2-b732-d4e713ae27e9 service neutron] Transition to ACTIVE for port object 75603cda-0980-41cf-b879-8563c5313fe1 will not be triggered until provisioned by entity L2. {{(pid=79929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 10 21:15:43.048154 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-ceac9928-118e-4108-ac3c-664a27e84a1b req-738a5f3d-2a53-49c2-b732-d4e713ae27e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852145533'] for port, after_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:15:43.065222 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-d5fddbfc-3d1d-470b-8bc6-f7e578d33eb8 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:15:43.468202 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738a5f3d-2a53-49c2-b732-d4e713ae27e9 service neutron] Pushing event updated for resources: {'Port': ['ID=75603cda-0980-41cf-b879-8563c5313fe1,revision_number=2']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:15:43.472656 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-738a5f3d-2a53-49c2-b732-d4e713ae27e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:15:43.651430 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [req-ceac9928-118e-4108-ac3c-664a27e84a1b req-738a5f3d-2a53-49c2-b732-d4e713ae27e9 service neutron] Attempting to bind port 75603cda-0980-41cf-b879-8563c5313fe1 on host hv-cinder-77500 for vnic_type normal with profile  {{(pid=79929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 10 21:15:43.651814 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [req-ceac9928-118e-4108-ac3c-664a27e84a1b req-738a5f3d-2a53-49c2-b732-d4e713ae27e9 service neutron] Attempting to bind port 75603cda-0980-41cf-b879-8563c5313fe1 by drivers openvswitch on host hv-cinder-77500 at level 0 using segments [{'id': '79051ec9-b046-465d-804e-8eaa9fec71f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '21565ca2-3f6f-4c53-8a7d-132eded4bf0d'}] {{(pid=79929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 10 21:15:43.652189 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceac9928-118e-4108-ac3c-664a27e84a1b req-738a5f3d-2a53-49c2-b732-d4e713ae27e9 service neutron] Attempting to bind port 75603cda-0980-41cf-b879-8563c5313fe1 on network 21565ca2-3f6f-4c53-8a7d-132eded4bf0d {{(pid=79929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 10 21:15:43.658215 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceac9928-118e-4108-ac3c-664a27e84a1b req-738a5f3d-2a53-49c2-b732-d4e713ae27e9 service neutron] Checking agent: {'id': 'a01cfff8-88bc-4fa7-a09e-0f06c1450d16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 10, 21, 0, 31), 'started_at': datetime.datetime(2021, 2, 10, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2021, 2, 10, 21, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 10 21:15:43.659239 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceac9928-118e-4108-ac3c-664a27e84a1b req-738a5f3d-2a53-49c2-b732-d4e713ae27e9 service neutron] Checking segment: {'id': '79051ec9-b046-465d-804e-8eaa9fec71f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '21565ca2-3f6f-4c53-8a7d-132eded4bf0d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 10 21:15:43.659759 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-ceac9928-118e-4108-ac3c-664a27e84a1b req-738a5f3d-2a53-49c2-b732-d4e713ae27e9 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:15:43.660162 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceac9928-118e-4108-ac3c-664a27e84a1b req-738a5f3d-2a53-49c2-b732-d4e713ae27e9 service neutron] Bound using segment: {'id': '79051ec9-b046-465d-804e-8eaa9fec71f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '21565ca2-3f6f-4c53-8a7d-132eded4bf0d'} {{(pid=79929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 10 21:15:43.660642 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [req-ceac9928-118e-4108-ac3c-664a27e84a1b req-738a5f3d-2a53-49c2-b732-d4e713ae27e9 service neutron] Bound port: 75603cda-0980-41cf-b879-8563c5313fe1, host: hv-cinder-77500, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79051ec9-b046-465d-804e-8eaa9fec71f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '21565ca2-3f6f-4c53-8a7d-132eded4bf0d'}}] {{(pid=79929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 10 21:15:43.661022 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-ceac9928-118e-4108-ac3c-664a27e84a1b req-738a5f3d-2a53-49c2-b732-d4e713ae27e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:15:43.826337 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [req-ceac9928-118e-4108-ac3c-664a27e84a1b req-738a5f3d-2a53-49c2-b732-d4e713ae27e9 service neutron] For port 75603cda-0980-41cf-b879-8563c5313fe1, host hv-cinder-77500, cleared binding levels {{(pid=79929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 10 21:15:43.832636 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [req-ceac9928-118e-4108-ac3c-664a27e84a1b req-738a5f3d-2a53-49c2-b732-d4e713ae27e9 service neutron] For port 75603cda-0980-41cf-b879-8563c5313fe1, host hv-cinder-77500, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=75603cda-0980-41cf-b879-8563c5313fe1,segment=NetworkSegment(79051ec9-b046-465d-804e-8eaa9fec71f5),segment_id=79051ec9-b046-465d-804e-8eaa9fec71f5)] {{(pid=79929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 10 21:15:43.837873 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-ceac9928-118e-4108-ac3c-664a27e84a1b req-738a5f3d-2a53-49c2-b732-d4e713ae27e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852145533'] for port, after_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:15:43.854833 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-23152c2c-5137-4dfd-99fc-488f4d9ffd66 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:15:44.062717 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c41131-8d44-4f2f-849a-e66049e45c3b req-f9310f16-b813-482d-a7db-f362e7fbe10e tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:15:44.063550 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-38c41131-8d44-4f2f-849a-e66049e45c3b req-f9310f16-b813-482d-a7db-f362e7fbe10e tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Synchronizing usage tracker for tenant:660222962bf2454ea2ba636072eefa4e on resource:port {{(pid=79929) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 10 21:15:44.120688 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-38c41131-8d44-4f2f-849a-e66049e45c3b req-f9310f16-b813-482d-a7db-f362e7fbe10e tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Unset dirty status for tenant:660222962bf2454ea2ba636072eefa4e on resource:port {{(pid=79929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 10 21:15:44.121974 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-38c41131-8d44-4f2f-849a-e66049e45c3b req-f9310f16-b813-482d-a7db-f362e7fbe10e tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/ports?device_id=c61a4b4a-44f0-4954-926f-215590dc569b HTTP/1.1" status: 200  len: 943 time: 0.3979239
Feb 10 21:15:44.132837 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738a5f3d-2a53-49c2-b732-d4e713ae27e9 service neutron] Pushing event updated for resources: {'Port': ['ID=75603cda-0980-41cf-b879-8563c5313fe1,revision_number=3']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:15:44.153674 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-738a5f3d-2a53-49c2-b732-d4e713ae27e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:15:44.228789 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-38c41131-8d44-4f2f-849a-e66049e45c3b req-7c346568-9d3f-4619-92e9-44fa435db878 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/security-groups?id=b13c7963-b9ef-42d3-8b25-a5452d137283&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0970218
Feb 10 21:15:44.230567 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac9928-118e-4108-ac3c-664a27e84a1b req-738a5f3d-2a53-49c2-b732-d4e713ae27e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:15:44.230860 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-ceac9928-118e-4108-ac3c-664a27e84a1b req-738a5f3d-2a53-49c2-b732-d4e713ae27e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770081'] for port, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:15:44.232331 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-ceac9928-118e-4108-ac3c-664a27e84a1b req-738a5f3d-2a53-49c2-b732-d4e713ae27e9 service neutron] 10.222.0.15 "PUT /v2.0/ports/75603cda-0980-41cf-b879-8563c5313fe1 HTTP/1.1" status: 200  len: 1157 time: 1.7751715
Feb 10 21:15:44.238644 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c61a4b4a-44f0-4954-926f-215590dc569b', 'tag': '75603cda-0980-41cf-b879-8563c5313fe1'}] {{(pid=79929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 10 21:15:44.317092 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c61a4b4a-44f0-4954-926f-215590dc569b', 'tag': '75603cda-0980-41cf-b879-8563c5313fe1', 'status': 'completed', 'code': 200}
Feb 10 21:15:44.365714 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac9928-118e-4108-ac3c-664a27e84a1b req-3d9884cb-ef0b-4a21-b94a-a43ec4f3f145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:15:44.366669 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-ceac9928-118e-4108-ac3c-664a27e84a1b req-3d9884cb-ef0b-4a21-b94a-a43ec4f3f145 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=660222962bf2454ea2ba636072eefa4e&device_id=c61a4b4a-44f0-4954-926f-215590dc569b HTTP/1.1" status: 200  len: 1160 time: 0.0938013
Feb 10 21:15:44.451751 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-ceac9928-118e-4108-ac3c-664a27e84a1b req-e2836e84-d450-4124-bbb1-df3a2899ac54 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75603cda-0980-41cf-b879-8563c5313fe1 HTTP/1.1" status: 200  len: 217 time: 0.0761325
Feb 10 21:15:44.525431 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac9928-118e-4108-ac3c-664a27e84a1b req-d5faeda3-eb03-4d02-84ba-9d38035a8e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:15:44.527087 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-ceac9928-118e-4108-ac3c-664a27e84a1b req-d5faeda3-eb03-4d02-84ba-9d38035a8e49 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5317e4a1-a0ef-46da-abd4-7584d57f65cd HTTP/1.1" status: 200  len: 851 time: 0.0681615
Feb 10 21:15:44.617891 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac9928-118e-4108-ac3c-664a27e84a1b req-1d60d498-7562-4b63-b2b2-3c9c97693082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:15:44.619547 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-ceac9928-118e-4108-ac3c-664a27e84a1b req-1d60d498-7562-4b63-b2b2-3c9c97693082 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=21565ca2-3f6f-4c53-8a7d-132eded4bf0d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0855298
Feb 10 21:15:44.779488 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-ceac9928-118e-4108-ac3c-664a27e84a1b req-ed5919ee-b64c-4e7b-b3cb-5a84a4c21274 service neutron] 10.222.0.15 "GET /v2.0/networks/21565ca2-3f6f-4c53-8a7d-132eded4bf0d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1528075
Feb 10 21:15:44.932393 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-ceac9928-118e-4108-ac3c-664a27e84a1b req-72767e94-979c-42db-867b-94768b067783 service neutron] 10.222.0.15 "GET /v2.0/networks/21565ca2-3f6f-4c53-8a7d-132eded4bf0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1453679
Feb 10 21:15:45.057493 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c4e73-f487-4af7-a0fd-f752833c9340 req-832f71cf-f50f-43f0-a6ce-092a08c3f45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:15:45.059158 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-703c4e73-f487-4af7-a0fd-f752833c9340 req-832f71cf-f50f-43f0-a6ce-092a08c3f45b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=660222962bf2454ea2ba636072eefa4e&device_id=c61a4b4a-44f0-4954-926f-215590dc569b HTTP/1.1" status: 200  len: 1160 time: 0.0826433
Feb 10 21:15:45.207428 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c4e73-f487-4af7-a0fd-f752833c9340 req-98c22a90-7e6d-4cbe-ab83-86e2bbae17d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:15:45.208901 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-703c4e73-f487-4af7-a0fd-f752833c9340 req-98c22a90-7e6d-4cbe-ab83-86e2bbae17d3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=21565ca2-3f6f-4c53-8a7d-132eded4bf0d HTTP/1.1" status: 200  len: 906 time: 0.1421716
Feb 10 21:15:45.288259 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-703c4e73-f487-4af7-a0fd-f752833c9340 req-34cfe0d9-9612-4cf2-880f-00e90aaeb69b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75603cda-0980-41cf-b879-8563c5313fe1 HTTP/1.1" status: 200  len: 217 time: 0.0708635
Feb 10 21:15:45.359537 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c4e73-f487-4af7-a0fd-f752833c9340 req-ae794ccc-d321-4ebf-a592-3a9c185decd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:15:45.361204 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-703c4e73-f487-4af7-a0fd-f752833c9340 req-ae794ccc-d321-4ebf-a592-3a9c185decd1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5317e4a1-a0ef-46da-abd4-7584d57f65cd HTTP/1.1" status: 200  len: 851 time: 0.0651648
Feb 10 21:15:45.517473 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c4e73-f487-4af7-a0fd-f752833c9340 req-483b8ad6-0541-4288-b129-01654aac7b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:15:45.519304 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-703c4e73-f487-4af7-a0fd-f752833c9340 req-483b8ad6-0541-4288-b129-01654aac7b65 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=21565ca2-3f6f-4c53-8a7d-132eded4bf0d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1507618
Feb 10 21:15:45.610820 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3ce0b9-3ff2-4390-a773-c147fd546cd6 req-c983e896-49a9-4d6b-97bc-99fef190f510 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:15:45.613220 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1b3ce0b9-3ff2-4390-a773-c147fd546cd6 req-c983e896-49a9-4d6b-97bc-99fef190f510 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/ports?device_id=c61a4b4a-44f0-4954-926f-215590dc569b HTTP/1.1" status: 200  len: 943 time: 0.2037921
Feb 10 21:15:45.779481 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1b3ce0b9-3ff2-4390-a773-c147fd546cd6 req-7e23d7e2-4038-40cf-b57d-eb7ea2d5fcb6 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/security-groups?id=b13c7963-b9ef-42d3-8b25-a5452d137283&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1413612
Feb 10 21:15:45.808302 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-703c4e73-f487-4af7-a0fd-f752833c9340 req-906d028a-bf99-447f-9efc-e299646c6771 service neutron] 10.222.0.15 "GET /v2.0/networks/21565ca2-3f6f-4c53-8a7d-132eded4bf0d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1940048
Feb 10 21:15:45.956000 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-703c4e73-f487-4af7-a0fd-f752833c9340 req-a319f946-89df-4472-8246-73231a2aec72 service neutron] 10.222.0.15 "GET /v2.0/networks/21565ca2-3f6f-4c53-8a7d-132eded4bf0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1398435
Feb 10 21:15:47.077589 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3360bbe9-ae69-4011-8213-de5ee1423bb9 req-44cf23fc-1a4b-4bf4-b0d4-fc6118dd831a tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:15:47.079272 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-3360bbe9-ae69-4011-8213-de5ee1423bb9 req-44cf23fc-1a4b-4bf4-b0d4-fc6118dd831a tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/ports?device_id=c61a4b4a-44f0-4954-926f-215590dc569b HTTP/1.1" status: 200  len: 943 time: 0.1679347
Feb 10 21:15:47.148371 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-3360bbe9-ae69-4011-8213-de5ee1423bb9 req-5621bdbe-fd86-49cd-885c-ab57c02ae1c3 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/security-groups?id=b13c7963-b9ef-42d3-8b25-a5452d137283&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0625253
Feb 10 21:15:48.464758 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6690bc5-d3cc-4056-85e6-f8c4d1e912af req-b24efba5-288c-4c54-9bd0-aecd959c6f94 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:15:48.466453 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-d6690bc5-d3cc-4056-85e6-f8c4d1e912af req-b24efba5-288c-4c54-9bd0-aecd959c6f94 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/ports?device_id=c61a4b4a-44f0-4954-926f-215590dc569b HTTP/1.1" status: 200  len: 943 time: 0.1794493
Feb 10 21:15:48.535826 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-d6690bc5-d3cc-4056-85e6-f8c4d1e912af req-a4eaa22b-cc25-4333-829c-f559b8d738f5 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/security-groups?id=b13c7963-b9ef-42d3-8b25-a5452d137283&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0613933
Feb 10 21:15:49.833888 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4787239d-45f8-4d12-8398-bd66f2ff80cf req-f68b7839-4766-460e-9034-e3e3c5c659e1 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:15:49.835505 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-4787239d-45f8-4d12-8398-bd66f2ff80cf req-f68b7839-4766-460e-9034-e3e3c5c659e1 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/ports?device_id=c61a4b4a-44f0-4954-926f-215590dc569b HTTP/1.1" status: 200  len: 943 time: 0.1685660
Feb 10 21:15:49.901429 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-4787239d-45f8-4d12-8398-bd66f2ff80cf req-0f2d74a5-9d7f-403a-8f86-5dd55b972f7c tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/security-groups?id=b13c7963-b9ef-42d3-8b25-a5452d137283&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0596385
Feb 10 21:15:51.202619 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425582d5-e6fe-4b15-bce5-19b386a2c5ff req-4731ebad-1a8d-4453-8af8-e4d7ded6a0ea tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:15:51.204214 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-425582d5-e6fe-4b15-bce5-19b386a2c5ff req-4731ebad-1a8d-4453-8af8-e4d7ded6a0ea tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/ports?device_id=c61a4b4a-44f0-4954-926f-215590dc569b HTTP/1.1" status: 200  len: 943 time: 0.1707766
Feb 10 21:15:51.269225 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-425582d5-e6fe-4b15-bce5-19b386a2c5ff req-4832a627-5474-4c23-a606-7b0acaa03a5a tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/security-groups?id=b13c7963-b9ef-42d3-8b25-a5452d137283&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0585787
Feb 10 21:15:52.545128 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device 75603cda-0980-41cf-b879-8563c5313fe1 up at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:15:52.624570 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning for port 75603cda-0980-41cf-b879-8563c5313fe1 completed by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 10 21:15:52.631398 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning complete for port 75603cda-0980-41cf-b879-8563c5313fe1 triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:15:52.631897 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:15:52.761411 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:15:52.791539 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c61a4b4a-44f0-4954-926f-215590dc569b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75603cda-0980-41cf-b879-8563c5313fe1'}] {{(pid=79930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 10 21:15:52.799969 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42bd2de-cabc-4ee7-96be-c2853cfb83f8 req-6391d7ab-f3ea-494c-b8bc-1b7e89c96abc tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:15:52.801427 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-c42bd2de-cabc-4ee7-96be-c2853cfb83f8 req-6391d7ab-f3ea-494c-b8bc-1b7e89c96abc tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/ports?device_id=c61a4b4a-44f0-4954-926f-215590dc569b HTTP/1.1" status: 200  len: 943 time: 0.4036999
Feb 10 21:15:52.802185 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] For port 75603cda-0980-41cf-b879-8563c5313fe1, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=75603cda-0980-41cf-b879-8563c5313fe1,segment=NetworkSegment(79051ec9-b046-465d-804e-8eaa9fec71f5),segment_id=79051ec9-b046-465d-804e-8eaa9fec71f5)] {{(pid=79930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:15:52.805888 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:15:52.807821 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:15:52.859653 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c61a4b4a-44f0-4954-926f-215590dc569b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75603cda-0980-41cf-b879-8563c5313fe1', 'code': 200}
Feb 10 21:15:52.870066 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-c42bd2de-cabc-4ee7-96be-c2853cfb83f8 req-2c7d9621-0586-4ce3-bc07-7dc0ad52bb9b tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/security-groups?id=b13c7963-b9ef-42d3-8b25-a5452d137283&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0606704
Feb 10 21:15:52.882085 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Pushing event updated for resources: {'Port': ['ID=75603cda-0980-41cf-b879-8563c5313fe1,revision_number=4']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:15:52.885406 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:15:53.155946 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79339dde-96ed-490d-8d41-3c4ed21cc036 req-7dd40ea5-c649-4699-a7bb-71684d0e4d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:15:53.157484 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-79339dde-96ed-490d-8d41-3c4ed21cc036 req-7dd40ea5-c649-4699-a7bb-71684d0e4d8b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c61a4b4a-44f0-4954-926f-215590dc569b HTTP/1.1" status: 200  len: 1162 time: 0.0832074
Feb 10 21:15:53.201204 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-79339dde-96ed-490d-8d41-3c4ed21cc036 req-a8fe3cb7-a5c1-47be-a745-12d2c548ee31 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b13c7963-b9ef-42d3-8b25-a5452d137283&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0365517
Feb 10 21:15:54.189493 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dad43d0-cd96-4072-be35-c34dba4e515b req-d0791c3e-7a96-434e-9334-eebfebd667f7 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:15:54.191316 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-3dad43d0-cd96-4072-be35-c34dba4e515b req-d0791c3e-7a96-434e-9334-eebfebd667f7 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/ports?device_id=c61a4b4a-44f0-4954-926f-215590dc569b HTTP/1.1" status: 200  len: 945 time: 0.1779935
Feb 10 21:15:54.196161 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-7a9e671e-96f1-40e1-9622-d6a9ed98bbdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:15:54.266805 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-3dad43d0-cd96-4072-be35-c34dba4e515b req-00bd7cf0-0e78-4fee-b447-fbb5700a707f tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/security-groups?id=b13c7963-b9ef-42d3-8b25-a5452d137283&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0678730
Feb 10 21:15:54.299070 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device 75603cda-0980-41cf-b879-8563c5313fe1 up at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:15:54.382601 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning complete for port 75603cda-0980-41cf-b879-8563c5313fe1 triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:15:54.383019 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:15:55.564065 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f91ea4-39e5-4a2f-a5b8-50ab98e99bed req-33cb23c7-f06b-41f9-862d-a3d63db69c51 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:15:55.565865 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-66f91ea4-39e5-4a2f-a5b8-50ab98e99bed req-33cb23c7-f06b-41f9-862d-a3d63db69c51 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/ports?device_id=c61a4b4a-44f0-4954-926f-215590dc569b HTTP/1.1" status: 200  len: 945 time: 0.1670475
Feb 10 21:15:55.633124 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-66f91ea4-39e5-4a2f-a5b8-50ab98e99bed req-5a83766b-7f4d-4f13-9b61-a55777cf6d44 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/security-groups?id=b13c7963-b9ef-42d3-8b25-a5452d137283&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0609932
Feb 10 21:15:55.935497 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25441d9e-4bfc-4257-b995-479d7260e577 req-fd43c039-8edb-49c8-be51-30965f9d7717 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:15:55.937152 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-25441d9e-4bfc-4257-b995-479d7260e577 req-fd43c039-8edb-49c8-be51-30965f9d7717 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/ports?device_id=c61a4b4a-44f0-4954-926f-215590dc569b HTTP/1.1" status: 200  len: 945 time: 0.1714859
Feb 10 21:15:56.003951 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-25441d9e-4bfc-4257-b995-479d7260e577 req-5ad70412-db2b-44ff-a0a2-079d0099fa12 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/security-groups?id=b13c7963-b9ef-42d3-8b25-a5452d137283&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0597820
Feb 10 21:15:56.251314 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-85313fb7-a292-43db-8dc7-27ab6ac0077c req-953c5068-35ec-452d-bbfd-ba210feadbfd tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1922793
Feb 10 21:15:56.262069 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [req-85313fb7-a292-43db-8dc7-27ab6ac0077c req-7cb24303-cb0b-4397-a909-934c437dec05 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Request body: {'floatingip': {'floating_network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614'}} {{(pid=79928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:15:56.284719 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [req-85313fb7-a292-43db-8dc7-27ab6ac0077c req-7cb24303-cb0b-4397-a909-934c437dec05 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:15:56.294490 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [req-85313fb7-a292-43db-8dc7-27ab6ac0077c req-7cb24303-cb0b-4397-a909-934c437dec05 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:15:56.304096 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-85313fb7-a292-43db-8dc7-27ab6ac0077c req-7cb24303-cb0b-4397-a909-934c437dec05 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks [] for floatingip, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:15:56.449170 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-85313fb7-a292-43db-8dc7-27ab6ac0077c req-7cb24303-cb0b-4397-a909-934c437dec05 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:15:56.682346 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-1e9bf97b-d5f1-4a6f-b91e-65a708f1eca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:15:56.719653 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.db_base_plugin_common [req-85313fb7-a292-43db-8dc7-27ab6ac0077c req-7cb24303-cb0b-4397-a909-934c437dec05 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Allocated IP 172.27.3.242 (caec50ae-8f3b-4f45-a3ad-eb903a732614/47475132-bc81-43cb-b635-450463390609/4193882b-6cd0-4daf-9cce-303a715a948b) {{(pid=79928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 10 21:15:56.876055 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-85313fb7-a292-43db-8dc7-27ab6ac0077c req-7cb24303-cb0b-4397-a909-934c437dec05 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks [] for port, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:15:56.905690 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-85313fb7-a292-43db-8dc7-27ab6ac0077c req-7cb24303-cb0b-4397-a909-934c437dec05 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778797635767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851641298'] for port, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:15:56.926227 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-688b233f-56ae-448b-be26-e74c8e11f440 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:15:57.072288 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb24303-cb0b-4397-a909-934c437dec05 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Pushing event updated for resources: {'Port': ['ID=4193882b-6cd0-4daf-9cce-303a715a948b,revision_number=1']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:15:57.086461 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb24303-cb0b-4397-a909-934c437dec05 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:15:57.086891 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb24303-cb0b-4397-a909-934c437dec05 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:15:57.087314 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb24303-cb0b-4397-a909-934c437dec05 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:15:57.087733 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb24303-cb0b-4397-a909-934c437dec05 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:15:57.088143 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb24303-cb0b-4397-a909-934c437dec05 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:15:57.088556 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb24303-cb0b-4397-a909-934c437dec05 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:15:57.088966 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb24303-cb0b-4397-a909-934c437dec05 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:15:57.089371 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb24303-cb0b-4397-a909-934c437dec05 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:15:57.089777 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb24303-cb0b-4397-a909-934c437dec05 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:15:57.090232 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb24303-cb0b-4397-a909-934c437dec05 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:15:57.090655 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb24303-cb0b-4397-a909-934c437dec05 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:15:57.091041 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb24303-cb0b-4397-a909-934c437dec05 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:15:57.091543 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb24303-cb0b-4397-a909-934c437dec05 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:15:57.091946 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb24303-cb0b-4397-a909-934c437dec05 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:15:57.092354 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb24303-cb0b-4397-a909-934c437dec05 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:15:57.092755 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb24303-cb0b-4397-a909-934c437dec05 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:15:57.093154 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb24303-cb0b-4397-a909-934c437dec05 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:15:57.093555 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb24303-cb0b-4397-a909-934c437dec05 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:15:57.093960 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb24303-cb0b-4397-a909-934c437dec05 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:15:57.094391 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb24303-cb0b-4397-a909-934c437dec05 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:15:57.094789 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb24303-cb0b-4397-a909-934c437dec05 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:15:57.095187 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb24303-cb0b-4397-a909-934c437dec05 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:15:57.096190 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb24303-cb0b-4397-a909-934c437dec05 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:15:57.096553 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb24303-cb0b-4397-a909-934c437dec05 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:15:57.103102 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-7cb24303-cb0b-4397-a909-934c437dec05 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:15:57.137998 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85313fb7-a292-43db-8dc7-27ab6ac0077c req-7cb24303-cb0b-4397-a909-934c437dec05 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Network caec50ae-8f3b-4f45-a3ad-eb903a732614 is already hosted by enough agents. {{(pid=79928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 10 21:15:57.139194 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.base_scheduler [req-85313fb7-a292-43db-8dc7-27ab6ac0077c req-7cb24303-cb0b-4397-a909-934c437dec05 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Resources bound (agent type, host, resource id):  {{(pid=79928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 10 21:15:57.141756 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [req-85313fb7-a292-43db-8dc7-27ab6ac0077c req-7cb24303-cb0b-4397-a909-934c437dec05 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Received port after_create {{(pid=79928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 10 21:15:57.228809 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-85313fb7-a292-43db-8dc7-27ab6ac0077c req-7cb24303-cb0b-4397-a909-934c437dec05 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:15:57.293670 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-85313fb7-a292-43db-8dc7-27ab6ac0077c req-7cb24303-cb0b-4397-a909-934c437dec05 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:15:57.340583 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8e35c017-ca0e-4997-9af4-ce0f5f2c761e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:15:57.578179 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-85313fb7-a292-43db-8dc7-27ab6ac0077c req-7cb24303-cb0b-4397-a909-934c437dec05 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks [] for port, precommit_update {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:15:57.581914 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-85313fb7-a292-43db-8dc7-27ab6ac0077c req-7cb24303-cb0b-4397-a909-934c437dec05 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3134503'] for port, after_update {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:15:57.597567 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-1b55434d-5b6b-4f4a-a576-1ae79373a7f2 tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:15:57.742461 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb24303-cb0b-4397-a909-934c437dec05 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Pushing event updated for resources: {'Port': ['ID=4193882b-6cd0-4daf-9cce-303a715a948b,revision_number=2']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:15:57.746869 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-7cb24303-cb0b-4397-a909-934c437dec05 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:15:57.844708 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-85313fb7-a292-43db-8dc7-27ab6ac0077c req-7cb24303-cb0b-4397-a909-934c437dec05 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850656737'] for floatingip, after_update {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:15:57.873159 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-85313fb7-a292-43db-8dc7-27ab6ac0077c req-7cb24303-cb0b-4397-a909-934c437dec05 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770081'] for floatingip, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:15:57.874438 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-85313fb7-a292-43db-8dc7-27ab6ac0077c req-7cb24303-cb0b-4397-a909-934c437dec05 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.6168327
Feb 10 21:15:57.975699 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-85313fb7-a292-43db-8dc7-27ab6ac0077c req-2e79cbc0-6e0e-4c4f-9117-8458698c5351 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Synchronizing usage tracker for tenant:660222962bf2454ea2ba636072eefa4e on resource:floatingip {{(pid=79928) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 10 21:15:57.990389 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-85313fb7-a292-43db-8dc7-27ab6ac0077c req-2e79cbc0-6e0e-4c4f-9117-8458698c5351 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Unset dirty status for tenant:660222962bf2454ea2ba636072eefa4e on resource:floatingip {{(pid=79928) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 10 21:15:57.991637 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-85313fb7-a292-43db-8dc7-27ab6ac0077c req-2e79cbc0-6e0e-4c4f-9117-8458698c5351 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/floatingips?floating_ip_address=172.27.3.242 HTTP/1.1" status: 200  len: 696 time: 0.1106596
Feb 10 21:15:58.233715 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:15:58.235261 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85313fb7-a292-43db-8dc7-27ab6ac0077c req-d92d2f72-f692-4fdd-b865-c50b0b2d666b tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:15:58.237466 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-85313fb7-a292-43db-8dc7-27ab6ac0077c req-d92d2f72-f692-4fdd-b865-c50b0b2d666b tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/networks/caec50ae-8f3b-4f45-a3ad-eb903a732614 HTTP/1.1" status: 200  len: 784 time: 0.2397187
Feb 10 21:15:58.248247 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [req-85313fb7-a292-43db-8dc7-27ab6ac0077c req-e4f48db9-6328-4244-add4-45ddaaaadc8b tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=79928) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 10 21:15:58.249278 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-85313fb7-a292-43db-8dc7-27ab6ac0077c req-e4f48db9-6328-4244-add4-45ddaaaadc8b tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0059578
Feb 10 21:15:58.384719 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a16a173f-35ea-40df-9953-0a23fc2526db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:15:58.532677 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f43d9c-21d2-4ce2-bd11-f77e722ce335 req-85750832-777d-44eb-999b-9b3f43b2f399 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:15:58.534961 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-54f43d9c-21d2-4ce2-bd11-f77e722ce335 req-85750832-777d-44eb-999b-9b3f43b2f399 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/ports?device_id=c61a4b4a-44f0-4954-926f-215590dc569b&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1780343
Feb 10 21:15:58.639098 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-54f43d9c-21d2-4ce2-bd11-f77e722ce335 req-18f9d303-8569-46ed-a291-0e2b85080184 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/floatingips?floating_ip_address=172.27.3.242 HTTP/1.1" status: 200  len: 696 time: 0.0979738
Feb 10 21:15:58.649763 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [req-54f43d9c-21d2-4ce2-bd11-f77e722ce335 req-f241e60b-2ce6-49d0-b950-cb4c7865e494 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Request body: {'floatingip': {'port_id': '75603cda-0980-41cf-b879-8563c5313fe1', 'fixed_ip_address': '172.20.0.6'}} {{(pid=79929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:15:58.754252 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-54f43d9c-21d2-4ce2-bd11-f77e722ce335 req-f241e60b-2ce6-49d0-b950-cb4c7865e494 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks [] for floatingip, before_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:15:59.638172 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-54f43d9c-21d2-4ce2-bd11-f77e722ce335 req-f241e60b-2ce6-49d0-b950-cb4c7865e494 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:15:59.641269 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-54f43d9c-21d2-4ce2-bd11-f77e722ce335 req-f241e60b-2ce6-49d0-b950-cb4c7865e494 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850656737'] for floatingip, after_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:15:59.826359 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.db.l3_db [req-54f43d9c-21d2-4ce2-bd11-f77e722ce335 req-f241e60b-2ce6-49d0-b950-cb4c7865e494 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Floating IP bc201838-1ffa-4903-81ed-059eafe1a77b associated. External IP: 172.27.3.242, port: 75603cda-0980-41cf-b879-8563c5313fe1.
Feb 10 21:16:00.200010 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-54f43d9c-21d2-4ce2-bd11-f77e722ce335 req-f241e60b-2ce6-49d0-b950-cb4c7865e494 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Router 507195d5-ba69-4e84-b2c2-20002f96699a has already been hosted by L3 agent 351a09a7-a8bd-44d4-8337-3dd1b5c8f290 {{(pid=79929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 10 21:16:00.394531 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-54f43d9c-21d2-4ce2-bd11-f77e722ce335 req-f241e60b-2ce6-49d0-b950-cb4c7865e494 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify agent at l3_agent.dv-cinder-775008-1-iscsi the message routers_updated {{(pid=79929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 10 21:16:00.398882 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-54f43d9c-21d2-4ce2-bd11-f77e722ce335 req-f241e60b-2ce6-49d0-b950-cb4c7865e494 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770081'] for floatingip, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:16:00.404422 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51284e7-e21a-4fda-aa4c-2c1d992b4afa None None] Sync routers for ids ['507195d5-ba69-4e84-b2c2-20002f96699a'] in dv-cinder-775008-1-iscsi {{(pid=79931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 10 21:16:00.415971 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51284e7-e21a-4fda-aa4c-2c1d992b4afa None None] Routers {'507195d5-ba69-4e84-b2c2-20002f96699a'} bound to L3 agent in host dv-cinder-775008-1-iscsi {{(pid=79931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 10 21:16:00.416621 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-b51284e7-e21a-4fda-aa4c-2c1d992b4afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbf9186df98>, 'dv-cinder-775008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-10T20:53:27Z,description=<?>,heartbeat_timestamp=2021-02-10T21:15:57Z,host='dv-cinder-775008-1-iscsi',id=351a09a7-a8bd-44d4-8337-3dd1b5c8f290,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-10T20:53:27Z,topic='l3_agent')) {'router_ids': ['507195d5-ba69-4e84-b2c2-20002f96699a'], 'active': True} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:16:00.459118 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-54f43d9c-21d2-4ce2-bd11-f77e722ce335 req-f241e60b-2ce6-49d0-b950-cb4c7865e494 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "PUT /v2.0/floatingips/bc201838-1ffa-4903-81ed-059eafe1a77b HTTP/1.1" status: 200  len: 996 time: 1.8131847
Feb 10 21:16:00.459501 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c61a4b4a-44f0-4954-926f-215590dc569b', 'tag': '75603cda-0980-41cf-b879-8563c5313fe1'}] {{(pid=79929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 10 21:16:00.521683 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c61a4b4a-44f0-4954-926f-215590dc569b', 'tag': '75603cda-0980-41cf-b879-8563c5313fe1', 'status': 'completed', 'code': 200}
Feb 10 21:16:00.612223 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvr_db [None req-b51284e7-e21a-4fda-aa4c-2c1d992b4afa None None] Set router 507195d5-ba69-4e84-b2c2-20002f96699a gateway port host: dv-cinder-775008-1-iscsi {{(pid=79931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 10 21:16:00.613965 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f43d9c-21d2-4ce2-bd11-f77e722ce335 req-bcbda84b-751a-4431-8137-8703a6fea132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:16:00.615655 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-54f43d9c-21d2-4ce2-bd11-f77e722ce335 req-bcbda84b-751a-4431-8137-8703a6fea132 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=660222962bf2454ea2ba636072eefa4e&device_id=c61a4b4a-44f0-4954-926f-215590dc569b HTTP/1.1" status: 200  len: 1162 time: 0.1422040
Feb 10 21:16:00.739533 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab503735-16ae-4d80-9256-94586a3fd6c9 req-fd7b85ba-ac52-4d8e-8c7e-4c1caa371356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:16:00.741084 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-ab503735-16ae-4d80-9256-94586a3fd6c9 req-fd7b85ba-ac52-4d8e-8c7e-4c1caa371356 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=660222962bf2454ea2ba636072eefa4e&device_id=c61a4b4a-44f0-4954-926f-215590dc569b HTTP/1.1" status: 200  len: 1162 time: 0.1941185
Feb 10 21:16:00.865925 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f43d9c-21d2-4ce2-bd11-f77e722ce335 req-fad21d77-f10a-42ca-b5d4-d3dca51da579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:16:00.867586 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-54f43d9c-21d2-4ce2-bd11-f77e722ce335 req-fad21d77-f10a-42ca-b5d4-d3dca51da579 service neutron] 10.222.0.82 "GET /v2.0/networks?id=21565ca2-3f6f-4c53-8a7d-132eded4bf0d HTTP/1.1" status: 200  len: 906 time: 0.2442777
Feb 10 21:16:00.990699 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-b51284e7-e21a-4fda-aa4c-2c1d992b4afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbf9186df98>, [{'id': '507195d5-ba69-4e84-b2c2-20002f96699a', 'name': 'tempest-TestVolumeBootPattern-1058213678-router', 'tenant_id': '660222962bf2454ea2ba636072eefa4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '5cefccab-2d76-4f67-bdd2-48fb10088e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:12:46Z', 'updated_at': '2021-02-10T21:12:52Z', 'revision_number': 4, 'project_id': '660222962bf2454ea2ba636072eefa4e', 'gw_port': {'id': '5cefccab-2d76-4f67-bdd2-48fb10088e35', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:58:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507195d5-ba69-4e84-b2c2-20002f96699a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:47Z', 'updated_at': '2021-02-10T21:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi', '_floatingips': [{'id': 'bc201838-1ffa-4903-81ed-059eafe1a77b', 'tenant_id': '660222962bf2454ea2ba636072eefa4e', 'floating_ip_address': '172.27.3.242', 'floating_network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'router_id': '507195d5-ba69-4e84-b2c2-20002f96699a', 'port_id': '75603cda-0980-41cf-b879-8563c5313fe1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21565ca2-3f6f-4c53-8a7d-132eded4bf0d', 'mac_address': 'fa:16:3e:85:ef:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61a4b4a-44f0-4954-926f-215590dc569b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-10T21:15:57Z', 'updated_at': '2021-02-10T21:15:59Z', 'revision_number': 1, 'project_id': '660222962bf2454ea2ba636072eefa4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '920f6771-d3ca-4247-80f8-666b49596407', 'name': '', 'network_id': '21565ca2-3f6f-4c53-8a7d-132eded4bf0d', 'tenant_id': '660222962bf2454ea2ba636072eefa4e', 'mac_address': 'fa:16:3e:8e:50:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507195d5-ba69-4e84-b2c2-20002f96699a', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '5317e4a1-a0ef-46da-abd4-7584d57f65cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:51Z', 'updated_at': '2021-02-10T21:13:00Z', 'revision_number': 5, 'project_id': '660222962bf2454ea2ba636072eefa4e', 'subnets': [{'id': '5317e4a1-a0ef-46da-abd4-7584d57f65cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775008-1-iscsi', False) {} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:16:00.994697 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51284e7-e21a-4fda-aa4c-2c1d992b4afa None None] Checking router: 507195d5-ba69-4e84-b2c2-20002f96699a for host: dv-cinder-775008-1-iscsi {{(pid=79931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 10 21:16:01.004878 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51284e7-e21a-4fda-aa4c-2c1d992b4afa None None] Routers {'507195d5-ba69-4e84-b2c2-20002f96699a'} bound to L3 agent in host dv-cinder-775008-1-iscsi {{(pid=79931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 10 21:16:01.005551 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-b51284e7-e21a-4fda-aa4c-2c1d992b4afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbf9186df98>, 'dv-cinder-775008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-10T20:53:27Z,description=<?>,heartbeat_timestamp=2021-02-10T21:15:57Z,host='dv-cinder-775008-1-iscsi',id=351a09a7-a8bd-44d4-8337-3dd1b5c8f290,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-10T20:53:27Z,topic='l3_agent')) {'router_ids': ['507195d5-ba69-4e84-b2c2-20002f96699a'], 'active': True} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:16:01.009330 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-54f43d9c-21d2-4ce2-bd11-f77e722ce335 req-27995020-4046-4aca-845f-94cb9bda3596 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75603cda-0980-41cf-b879-8563c5313fe1 HTTP/1.1" status: 200  len: 999 time: 0.1330922
Feb 10 21:16:01.010517 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab503735-16ae-4d80-9256-94586a3fd6c9 req-a713d17b-4cc8-4682-af3a-2531bf01d83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:16:01.012012 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-ab503735-16ae-4d80-9256-94586a3fd6c9 req-a713d17b-4cc8-4682-af3a-2531bf01d83f service neutron] 10.222.0.15 "GET /v2.0/networks?id=21565ca2-3f6f-4c53-8a7d-132eded4bf0d HTTP/1.1" status: 200  len: 906 time: 0.2621446
Feb 10 21:16:01.171293 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f43d9c-21d2-4ce2-bd11-f77e722ce335 req-a65b9b22-4e1b-47cf-9907-cb62631ce2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:16:01.172917 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-54f43d9c-21d2-4ce2-bd11-f77e722ce335 req-a65b9b22-4e1b-47cf-9907-cb62631ce2d7 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5317e4a1-a0ef-46da-abd4-7584d57f65cd HTTP/1.1" status: 200  len: 851 time: 0.1571918
Feb 10 21:16:01.184195 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-ab503735-16ae-4d80-9256-94586a3fd6c9 req-892723f7-0d4c-42da-af23-9150a13aa437 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75603cda-0980-41cf-b879-8563c5313fe1 HTTP/1.1" status: 200  len: 999 time: 0.1306024
Feb 10 21:16:01.207136 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvr_db [None req-b51284e7-e21a-4fda-aa4c-2c1d992b4afa None None] Set router 507195d5-ba69-4e84-b2c2-20002f96699a gateway port host: dv-cinder-775008-1-iscsi {{(pid=79931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 10 21:16:01.420493 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:16:01.567204 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab503735-16ae-4d80-9256-94586a3fd6c9 req-3d212af5-5f31-43ab-882d-eb50c1f08ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:16:01.568814 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-ab503735-16ae-4d80-9256-94586a3fd6c9 req-3d212af5-5f31-43ab-882d-eb50c1f08ba1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5317e4a1-a0ef-46da-abd4-7584d57f65cd HTTP/1.1" status: 200  len: 851 time: 0.3451257
Feb 10 21:16:01.604887 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-b51284e7-e21a-4fda-aa4c-2c1d992b4afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbf9186df98>, [{'id': '507195d5-ba69-4e84-b2c2-20002f96699a', 'name': 'tempest-TestVolumeBootPattern-1058213678-router', 'tenant_id': '660222962bf2454ea2ba636072eefa4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '5cefccab-2d76-4f67-bdd2-48fb10088e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:12:46Z', 'updated_at': '2021-02-10T21:12:52Z', 'revision_number': 4, 'project_id': '660222962bf2454ea2ba636072eefa4e', 'gw_port': {'id': '5cefccab-2d76-4f67-bdd2-48fb10088e35', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:58:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507195d5-ba69-4e84-b2c2-20002f96699a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:47Z', 'updated_at': '2021-02-10T21:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi', '_floatingips': [{'id': 'bc201838-1ffa-4903-81ed-059eafe1a77b', 'tenant_id': '660222962bf2454ea2ba636072eefa4e', 'floating_ip_address': '172.27.3.242', 'floating_network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'router_id': '507195d5-ba69-4e84-b2c2-20002f96699a', 'port_id': '75603cda-0980-41cf-b879-8563c5313fe1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21565ca2-3f6f-4c53-8a7d-132eded4bf0d', 'mac_address': 'fa:16:3e:85:ef:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61a4b4a-44f0-4954-926f-215590dc569b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-10T21:15:57Z', 'updated_at': '2021-02-10T21:15:59Z', 'revision_number': 1, 'project_id': '660222962bf2454ea2ba636072eefa4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '920f6771-d3ca-4247-80f8-666b49596407', 'name': '', 'network_id': '21565ca2-3f6f-4c53-8a7d-132eded4bf0d', 'tenant_id': '660222962bf2454ea2ba636072eefa4e', 'mac_address': 'fa:16:3e:8e:50:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507195d5-ba69-4e84-b2c2-20002f96699a', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '5317e4a1-a0ef-46da-abd4-7584d57f65cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:51Z', 'updated_at': '2021-02-10T21:13:00Z', 'revision_number': 5, 'project_id': '660222962bf2454ea2ba636072eefa4e', 'subnets': [{'id': '5317e4a1-a0ef-46da-abd4-7584d57f65cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775008-1-iscsi', False) {} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:16:01.609612 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51284e7-e21a-4fda-aa4c-2c1d992b4afa None None] The sync data for ids ['507195d5-ba69-4e84-b2c2-20002f96699a'] in dv-cinder-775008-1-iscsi is: [{'id': '507195d5-ba69-4e84-b2c2-20002f96699a', 'name': 'tempest-TestVolumeBootPattern-1058213678-router', 'tenant_id': '660222962bf2454ea2ba636072eefa4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '5cefccab-2d76-4f67-bdd2-48fb10088e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:12:46Z', 'updated_at': '2021-02-10T21:12:52Z', 'revision_number': 4, 'project_id': '660222962bf2454ea2ba636072eefa4e', 'gw_port': {'id': '5cefccab-2d76-4f67-bdd2-48fb10088e35', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:58:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507195d5-ba69-4e84-b2c2-20002f96699a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:47Z', 'updated_at': '2021-02-10T21:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi', '_floatingips': [{'id': 'bc201838-1ffa-4903-81ed-059eafe1a77b', 'tenant_id': '660222962bf2454ea2ba636072eefa4e', 'floating_ip_address': '172.27.3.242', 'floating_network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'router_id': '507195d5-ba69-4e84-b2c2-20002f96699a', 'port_id': '75603cda-0980-41cf-b879-8563c5313fe1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21565ca2-3f6f-4c53-8a7d-132eded4bf0d', 'mac_address': 'fa:16:3e:85:ef:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61a4b4a-44f0-4954-926f-215590dc569b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-10T21:15:57Z', 'updated_at': '2021-02-10T21:15:59Z', 'revision_number': 1, 'project_id': '660222962bf2454ea2ba636072eefa4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '920f6771-d3ca-4247-80f8-666b49596407', 'name': '', 'network_id': '21565ca2-3f6f-4c53-8a7d-132eded4bf0d', 'tenant_id': '660222962bf2454ea2ba636072eefa4e', 'mac_address': 'fa:16:3e:8e:50:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507195d5-ba69-4e84-b2c2-20002f96699a', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '5317e4a1-a0ef-46da-abd4-7584d57f65cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:51Z', 'updated_at': '2021-02-10T21:13:00Z', 'revision_number': 5, 'project_id': '660222962bf2454ea2ba636072eefa4e', 'subnets': [{'id': '5317e4a1-a0ef-46da-abd4-7584d57f65cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 10 21:16:01.638333 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f43d9c-21d2-4ce2-bd11-f77e722ce335 req-df45462f-d69a-4a91-addb-6f794ae7c194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:16:01.640017 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-54f43d9c-21d2-4ce2-bd11-f77e722ce335 req-df45462f-d69a-4a91-addb-6f794ae7c194 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=21565ca2-3f6f-4c53-8a7d-132eded4bf0d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4581325
Feb 10 21:16:01.656817 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [req-54f43d9c-21d2-4ce2-bd11-f77e722ce335 req-21488ea6-6ce7-483c-9fa8-21092b5f8ce3 service neutron] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=79929) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 10 21:16:01.658115 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-54f43d9c-21d2-4ce2-bd11-f77e722ce335 req-21488ea6-6ce7-483c-9fa8-21092b5f8ce3 service neutron] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0063977
Feb 10 21:16:01.764508 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab503735-16ae-4d80-9256-94586a3fd6c9 req-8ca7a12d-9055-4f4d-b220-e93166812511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:16:01.766424 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-ab503735-16ae-4d80-9256-94586a3fd6c9 req-8ca7a12d-9055-4f4d-b220-e93166812511 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=21565ca2-3f6f-4c53-8a7d-132eded4bf0d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1895382
Feb 10 21:16:01.905145 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14d482e-0182-4886-812b-e454ce4a8fa0 None None] New status for floating IP bc201838-1ffa-4903-81ed-059eafe1a77b: ACTIVE {{(pid=79930) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 10 21:16:01.927365 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-54f43d9c-21d2-4ce2-bd11-f77e722ce335 req-37762579-ec41-4dc9-98a5-64cbf1fdd458 service neutron] 10.222.0.82 "GET /v2.0/networks/21565ca2-3f6f-4c53-8a7d-132eded4bf0d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2588196
Feb 10 21:16:02.048284 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-ab503735-16ae-4d80-9256-94586a3fd6c9 req-40128483-e826-40b7-98cc-e5795eba7bfe service neutron] 10.222.0.15 "GET /v2.0/networks/21565ca2-3f6f-4c53-8a7d-132eded4bf0d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2656915
Feb 10 21:16:02.217137 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-54f43d9c-21d2-4ce2-bd11-f77e722ce335 req-b5cac5b0-3cb9-4093-9205-159200da6403 service neutron] 10.222.0.82 "GET /v2.0/networks/21565ca2-3f6f-4c53-8a7d-132eded4bf0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2798197
Feb 10 21:16:02.244243 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-ab503735-16ae-4d80-9256-94586a3fd6c9 req-62d8506f-16e6-4741-8a9d-8bb6184278df service neutron] 10.222.0.15 "GET /v2.0/networks/21565ca2-3f6f-4c53-8a7d-132eded4bf0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1816909
Feb 10 21:16:16.900032 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.agents_db [None req-2fd61c53-9bc0-4c2f-aa40-be9729c6e46f None None] Agent healthcheck: found 6 active agents {{(pid=79931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 10 21:16:24.197979 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-75cf013e-a4a6-45ee-96d2-a383bdb25fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:16:26.685636 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-edf56c7b-305c-4e6b-80fa-13749add41d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:16:27.337795 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8e35c017-ca0e-4997-9af4-ce0f5f2c761e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:16:28.236172 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:16:28.388381 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a16a173f-35ea-40df-9953-0a23fc2526db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:16:31.421289 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:16:38.068225 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-ceed8955-b687-40a5-84a7-6728fcd0f357 req-76801318-8d38-4520-bd76-dafec60a3011 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c61a4b4a-44f0-4954-926f-215590dc569b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0836308
Feb 10 21:16:38.224345 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed8955-b687-40a5-84a7-6728fcd0f357 req-54030a05-7635-4e69-b30e-5e52c2fa3fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:16:38.225843 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-ceed8955-b687-40a5-84a7-6728fcd0f357 req-54030a05-7635-4e69-b30e-5e52c2fa3fdd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=660222962bf2454ea2ba636072eefa4e&device_id=c61a4b4a-44f0-4954-926f-215590dc569b HTTP/1.1" status: 200  len: 1162 time: 0.0794296
Feb 10 21:16:38.388603 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed8955-b687-40a5-84a7-6728fcd0f357 req-7aa3e6fd-e705-48a5-a634-09f6958d0f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:16:38.390212 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-ceed8955-b687-40a5-84a7-6728fcd0f357 req-7aa3e6fd-e705-48a5-a634-09f6958d0f04 service neutron] 10.222.0.15 "GET /v2.0/networks?id=21565ca2-3f6f-4c53-8a7d-132eded4bf0d HTTP/1.1" status: 200  len: 906 time: 0.1396551
Feb 10 21:16:38.504070 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-ceed8955-b687-40a5-84a7-6728fcd0f357 req-cb2d9b0d-f839-4fbe-9aaf-e76826a42832 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75603cda-0980-41cf-b879-8563c5313fe1 HTTP/1.1" status: 200  len: 1001 time: 0.1055310
Feb 10 21:16:38.576835 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed8955-b687-40a5-84a7-6728fcd0f357 req-fb4f2070-17b1-4bec-8fc7-e16eaed54f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:16:38.578414 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-ceed8955-b687-40a5-84a7-6728fcd0f357 req-fb4f2070-17b1-4bec-8fc7-e16eaed54f72 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5317e4a1-a0ef-46da-abd4-7584d57f65cd HTTP/1.1" status: 200  len: 851 time: 0.0657003
Feb 10 21:16:38.670081 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed8955-b687-40a5-84a7-6728fcd0f357 req-2c975b2a-f460-4a69-b78b-387cf274d802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:16:38.671700 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-ceed8955-b687-40a5-84a7-6728fcd0f357 req-2c975b2a-f460-4a69-b78b-387cf274d802 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=21565ca2-3f6f-4c53-8a7d-132eded4bf0d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0844014
Feb 10 21:16:38.819119 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-ceed8955-b687-40a5-84a7-6728fcd0f357 req-9873955e-d3da-4258-9d0e-8700b43a175b service neutron] 10.222.0.15 "GET /v2.0/networks/21565ca2-3f6f-4c53-8a7d-132eded4bf0d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1378798
Feb 10 21:16:38.970287 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-ceed8955-b687-40a5-84a7-6728fcd0f357 req-91d5214f-0e87-4fa3-9979-e45e7265a894 service neutron] 10.222.0.15 "GET /v2.0/networks/21565ca2-3f6f-4c53-8a7d-132eded4bf0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1413357
Feb 10 21:16:53.899926 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.agents_db [None req-2fd61c53-9bc0-4c2f-aa40-be9729c6e46f None None] Agent healthcheck: found 6 active agents {{(pid=79931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 10 21:16:54.199877 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-1ea976ee-494f-4d7e-b9ee-fd2ed328869f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:16:56.687580 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-e1a4d8bd-11b7-4771-bb98-66433d435c49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:16:57.340511 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8e35c017-ca0e-4997-9af4-ce0f5f2c761e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:16:58.239492 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:16:58.389551 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a16a173f-35ea-40df-9953-0a23fc2526db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:17:01.417864 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:17:24.202066 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-f1d5e360-5692-4e3b-907e-bc7942fa9799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:17:26.689248 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-fba9e42f-cde5-4818-a087-e2ca4ea79cc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:17:27.346106 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8e35c017-ca0e-4997-9af4-ce0f5f2c761e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:17:28.241279 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:17:28.393764 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a16a173f-35ea-40df-9953-0a23fc2526db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:17:29.233081 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-152a81ff-578e-4d79-add4-d075d9bcbb8a req-431dc11a-65ad-4ee4-8773-8d126262a82a tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1478607349&fields=id&tenant_id=660222962bf2454ea2ba636072eefa4e HTTP/1.1" status: 200  len: 267 time: 0.0641050
Feb 10 21:17:29.476456 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152a81ff-578e-4d79-add4-d075d9bcbb8a req-a2a185b4-9257-4827-93bd-0fc4820c496f tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:17:29.478040 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-152a81ff-578e-4d79-add4-d075d9bcbb8a req-a2a185b4-9257-4827-93bd-0fc4820c496f tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/networks?id=21565ca2-3f6f-4c53-8a7d-132eded4bf0d HTTP/1.1" status: 200  len: 812 time: 0.2378328
Feb 10 21:17:29.494052 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-152a81ff-578e-4d79-add4-d075d9bcbb8a req-790658b6-fc52-4551-aca0-721c5311391a tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/quotas/660222962bf2454ea2ba636072eefa4e HTTP/1.1" status: 200  len: 375 time: 0.0100207
Feb 10 21:17:29.673388 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-152a81ff-578e-4d79-add4-d075d9bcbb8a req-4b64e498-840c-42fe-9ecf-e6a0c35cc22b tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/ports?tenant_id=660222962bf2454ea2ba636072eefa4e&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1736815
Feb 10 21:17:29.827336 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-152a81ff-578e-4d79-add4-d075d9bcbb8a req-83687fe2-57b8-4582-aa23-a7cd4784a1d8 service neutron] 10.222.0.82 "GET /v2.0/networks/21565ca2-3f6f-4c53-8a7d-132eded4bf0d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1413844
Feb 10 21:17:30.209835 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-152a81ff-578e-4d79-add4-d075d9bcbb8a req-f9bc8c9b-2c54-4f90-95cc-3d10dc580cbb service neutron] 10.222.0.82 "GET /v2.0/networks/21565ca2-3f6f-4c53-8a7d-132eded4bf0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3752871
Feb 10 21:17:30.735208 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-45eee68e-bcf9-4271-8be0-e2d1cc03795c req-ac6b514c-e346-4bd2-a720-d06f1b4f3265 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/ports?device_id=b323a4ff-4161-4077-ac22-5f7213bd8bf9 HTTP/1.1" status: 200  len: 210 time: 0.1477885
Feb 10 21:17:30.899373 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.agents_db [None req-2fd61c53-9bc0-4c2f-aa40-be9729c6e46f None None] Agent healthcheck: found 6 active agents {{(pid=79931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 10 21:17:31.419278 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:17:31.846263 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152a81ff-578e-4d79-add4-d075d9bcbb8a req-b8b04639-cf47-47b7-b7b2-f655b377421e tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:17:31.847944 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-152a81ff-578e-4d79-add4-d075d9bcbb8a req-b8b04639-cf47-47b7-b7b2-f655b377421e tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.15 "GET /v2.0/networks?id=21565ca2-3f6f-4c53-8a7d-132eded4bf0d HTTP/1.1" status: 200  len: 812 time: 0.2457204
Feb 10 21:17:31.971731 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-152a81ff-578e-4d79-add4-d075d9bcbb8a req-4b2f8970-1c27-4c2c-adca-156f093e0572 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=660222962bf2454ea2ba636072eefa4e HTTP/1.1" status: 200  len: 5765 time: 0.1084278
Feb 10 21:17:31.981662 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [req-152a81ff-578e-4d79-add4-d075d9bcbb8a req-4fb5aaf0-36de-48c5-984a-64c2d271148d tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Request body: {'port': {'device_id': 'b323a4ff-4161-4077-ac22-5f7213bd8bf9', 'network_id': '21565ca2-3f6f-4c53-8a7d-132eded4bf0d', 'admin_state_up': True, 'tenant_id': '660222962bf2454ea2ba636072eefa4e', 'security_groups': ['b13c7963-b9ef-42d3-8b25-a5452d137283']}} {{(pid=79929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:17:31.999785 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-f6b944fe-553f-47e0-813b-48f42d786ef9 req-a329d257-e112-4aba-a623-7a0bd1f0b013 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/ports?device_id=b323a4ff-4161-4077-ac22-5f7213bd8bf9 HTTP/1.1" status: 200  len: 210 time: 0.1329148
Feb 10 21:17:32.133177 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [req-152a81ff-578e-4d79-add4-d075d9bcbb8a req-4fb5aaf0-36de-48c5-984a-64c2d271148d tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:17:32.143478 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [req-152a81ff-578e-4d79-add4-d075d9bcbb8a req-4fb5aaf0-36de-48c5-984a-64c2d271148d tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=79929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:17:32.152252 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-152a81ff-578e-4d79-add4-d075d9bcbb8a req-4fb5aaf0-36de-48c5-984a-64c2d271148d tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Made reservation on behalf of 660222962bf2454ea2ba636072eefa4e for: {'port': 1} {{(pid=79929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 10 21:17:32.175165 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-152a81ff-578e-4d79-add4-d075d9bcbb8a req-4fb5aaf0-36de-48c5-984a-64c2d271148d tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:17:32.495382 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.db_base_plugin_common [req-152a81ff-578e-4d79-add4-d075d9bcbb8a req-4fb5aaf0-36de-48c5-984a-64c2d271148d tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Allocated IP 172.20.0.7 (21565ca2-3f6f-4c53-8a7d-132eded4bf0d/5317e4a1-a0ef-46da-abd4-7584d57f65cd/61185112-1025-438b-a5bf-6c51e70480ca) {{(pid=79929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 10 21:17:32.699846 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-152a81ff-578e-4d79-add4-d075d9bcbb8a req-4fb5aaf0-36de-48c5-984a-64c2d271148d tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks [] for port, precommit_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:17:32.716948 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [req-152a81ff-578e-4d79-add4-d075d9bcbb8a req-4fb5aaf0-36de-48c5-984a-64c2d271148d tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Transition to ACTIVE for port object 61185112-1025-438b-a5bf-6c51e70480ca will not be triggered until provisioned by entity DHCP. {{(pid=79929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 10 21:17:32.740203 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-152a81ff-578e-4d79-add4-d075d9bcbb8a req-4fb5aaf0-36de-48c5-984a-64c2d271148d tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778797635767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630282'] for port, after_create {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:17:32.755900 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-062ca3d0-c93c-4c06-b175-68ad82f17fe0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:17:32.906223 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb5aaf0-36de-48c5-984a-64c2d271148d tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Pushing event updated for resources: {'Port': ['ID=61185112-1025-438b-a5bf-6c51e70480ca,revision_number=1']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:17:32.919843 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb5aaf0-36de-48c5-984a-64c2d271148d tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:17:32.920268 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb5aaf0-36de-48c5-984a-64c2d271148d tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:17:32.920684 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb5aaf0-36de-48c5-984a-64c2d271148d tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:17:32.921095 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb5aaf0-36de-48c5-984a-64c2d271148d tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:17:32.921501 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb5aaf0-36de-48c5-984a-64c2d271148d tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:17:32.921906 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb5aaf0-36de-48c5-984a-64c2d271148d tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:17:32.922333 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb5aaf0-36de-48c5-984a-64c2d271148d tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:17:32.922738 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb5aaf0-36de-48c5-984a-64c2d271148d tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:17:32.923142 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb5aaf0-36de-48c5-984a-64c2d271148d tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:17:32.923540 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb5aaf0-36de-48c5-984a-64c2d271148d tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:17:32.923939 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb5aaf0-36de-48c5-984a-64c2d271148d tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:17:32.924337 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb5aaf0-36de-48c5-984a-64c2d271148d tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:17:32.924831 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb5aaf0-36de-48c5-984a-64c2d271148d tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:17:32.925233 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb5aaf0-36de-48c5-984a-64c2d271148d tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:17:32.925629 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb5aaf0-36de-48c5-984a-64c2d271148d tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:17:32.926051 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb5aaf0-36de-48c5-984a-64c2d271148d tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:17:32.926449 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb5aaf0-36de-48c5-984a-64c2d271148d tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:17:32.926850 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb5aaf0-36de-48c5-984a-64c2d271148d tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:17:32.927248 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb5aaf0-36de-48c5-984a-64c2d271148d tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:17:32.927644 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb5aaf0-36de-48c5-984a-64c2d271148d tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:17:32.928904 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb5aaf0-36de-48c5-984a-64c2d271148d tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:17:32.929077 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb5aaf0-36de-48c5-984a-64c2d271148d tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:17:32.929476 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb5aaf0-36de-48c5-984a-64c2d271148d tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:17:32.929876 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb5aaf0-36de-48c5-984a-64c2d271148d tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:17:32.935529 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-4fb5aaf0-36de-48c5-984a-64c2d271148d tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:17:32.969896 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-152a81ff-578e-4d79-add4-d075d9bcbb8a req-4fb5aaf0-36de-48c5-984a-64c2d271148d tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Network 21565ca2-3f6f-4c53-8a7d-132eded4bf0d is already hosted by enough agents. {{(pid=79929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 10 21:17:32.970998 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.base_scheduler [req-152a81ff-578e-4d79-add4-d075d9bcbb8a req-4fb5aaf0-36de-48c5-984a-64c2d271148d tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Resources bound (agent type, host, resource id):  {{(pid=79929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 10 21:17:32.973283 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [req-152a81ff-578e-4d79-add4-d075d9bcbb8a req-4fb5aaf0-36de-48c5-984a-64c2d271148d tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Received port after_create {{(pid=79929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 10 21:17:33.108682 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152a81ff-578e-4d79-add4-d075d9bcbb8a req-4fb5aaf0-36de-48c5-984a-64c2d271148d tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:17:33.109746 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-152a81ff-578e-4d79-add4-d075d9bcbb8a req-4fb5aaf0-36de-48c5-984a-64c2d271148d tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770081'] for port, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:17:33.138623 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-152a81ff-578e-4d79-add4-d075d9bcbb8a req-4fb5aaf0-36de-48c5-984a-64c2d271148d tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1610694
Feb 10 21:17:33.151613 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [req-152a81ff-578e-4d79-add4-d075d9bcbb8a req-55d68514-58e9-4ddf-8737-3e0996d5df97 service neutron] Request body: {'port': {'device_id': 'b323a4ff-4161-4077-ac22-5f7213bd8bf9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77500'}} {{(pid=79929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:17:33.238777 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-2fa60bf0-356b-4b61-acb9-322dc50291bd None None] Provisioning for port 61185112-1025-438b-a5bf-6c51e70480ca completed by entity DHCP. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 10 21:17:33.244553 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-2fa60bf0-356b-4b61-acb9-322dc50291bd None None] Provisioning complete for port 61185112-1025-438b-a5bf-6c51e70480ca triggered by entity DHCP. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:17:33.244916 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-2fa60bf0-356b-4b61-acb9-322dc50291bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:17:33.305354 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-2fa60bf0-356b-4b61-acb9-322dc50291bd None None] Port 61185112-1025-438b-a5bf-6c51e70480ca cannot update to ACTIVE because it is not bound. {{(pid=79930) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 10 21:17:33.348955 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-152a81ff-578e-4d79-add4-d075d9bcbb8a req-55d68514-58e9-4ddf-8737-3e0996d5df97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:17:33.455457 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7462c568-43fd-492f-a112-f94ce4e62a5f req-f8aea725-4061-484f-b0a0-fbded1e1c9e3 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:17:33.456248 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-7462c568-43fd-492f-a112-f94ce4e62a5f req-f8aea725-4061-484f-b0a0-fbded1e1c9e3 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Synchronizing usage tracker for tenant:660222962bf2454ea2ba636072eefa4e on resource:port {{(pid=79929) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 10 21:17:33.519882 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-7462c568-43fd-492f-a112-f94ce4e62a5f req-f8aea725-4061-484f-b0a0-fbded1e1c9e3 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Unset dirty status for tenant:660222962bf2454ea2ba636072eefa4e on resource:port {{(pid=79929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 10 21:17:33.521075 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-7462c568-43fd-492f-a112-f94ce4e62a5f req-f8aea725-4061-484f-b0a0-fbded1e1c9e3 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/ports?device_id=b323a4ff-4161-4077-ac22-5f7213bd8bf9 HTTP/1.1" status: 200  len: 931 time: 0.3332434
Feb 10 21:17:33.648542 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-7462c568-43fd-492f-a112-f94ce4e62a5f req-fc724dbe-ccc8-4f10-be71-315bcf08e045 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/security-groups?id=b13c7963-b9ef-42d3-8b25-a5452d137283&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0935247
Feb 10 21:17:33.953609 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [req-152a81ff-578e-4d79-add4-d075d9bcbb8a req-55d68514-58e9-4ddf-8737-3e0996d5df97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61185112-1025-438b-a5bf-6c51e70480ca {{(pid=79929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 10 21:17:33.962311 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-152a81ff-578e-4d79-add4-d075d9bcbb8a req-55d68514-58e9-4ddf-8737-3e0996d5df97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:17:33.974672 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [req-152a81ff-578e-4d79-add4-d075d9bcbb8a req-55d68514-58e9-4ddf-8737-3e0996d5df97 service neutron] Transition to ACTIVE for port object 61185112-1025-438b-a5bf-6c51e70480ca will not be triggered until provisioned by entity L2. {{(pid=79929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 10 21:17:33.977882 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-152a81ff-578e-4d79-add4-d075d9bcbb8a req-55d68514-58e9-4ddf-8737-3e0996d5df97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852145533'] for port, after_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:17:33.993440 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-c63a201b-46fc-426a-915e-ccb836562d82 tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:17:34.379977 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d68514-58e9-4ddf-8737-3e0996d5df97 service neutron] Pushing event updated for resources: {'Port': ['ID=61185112-1025-438b-a5bf-6c51e70480ca,revision_number=2']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:17:34.385214 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-55d68514-58e9-4ddf-8737-3e0996d5df97 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:17:34.569152 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [req-152a81ff-578e-4d79-add4-d075d9bcbb8a req-55d68514-58e9-4ddf-8737-3e0996d5df97 service neutron] Attempting to bind port 61185112-1025-438b-a5bf-6c51e70480ca on host hv-cinder-77500 for vnic_type normal with profile  {{(pid=79929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 10 21:17:34.569726 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [req-152a81ff-578e-4d79-add4-d075d9bcbb8a req-55d68514-58e9-4ddf-8737-3e0996d5df97 service neutron] Attempting to bind port 61185112-1025-438b-a5bf-6c51e70480ca by drivers openvswitch on host hv-cinder-77500 at level 0 using segments [{'id': '79051ec9-b046-465d-804e-8eaa9fec71f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '21565ca2-3f6f-4c53-8a7d-132eded4bf0d'}] {{(pid=79929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 10 21:17:34.570223 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152a81ff-578e-4d79-add4-d075d9bcbb8a req-55d68514-58e9-4ddf-8737-3e0996d5df97 service neutron] Attempting to bind port 61185112-1025-438b-a5bf-6c51e70480ca on network 21565ca2-3f6f-4c53-8a7d-132eded4bf0d {{(pid=79929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 10 21:17:34.576112 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152a81ff-578e-4d79-add4-d075d9bcbb8a req-55d68514-58e9-4ddf-8737-3e0996d5df97 service neutron] Checking agent: {'id': 'a01cfff8-88bc-4fa7-a09e-0f06c1450d16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77500', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 10, 21, 0, 31), 'started_at': datetime.datetime(2021, 2, 10, 21, 1, 1), 'heartbeat_timestamp': datetime.datetime(2021, 2, 10, 21, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.55', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=79929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 10 21:17:34.576493 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152a81ff-578e-4d79-add4-d075d9bcbb8a req-55d68514-58e9-4ddf-8737-3e0996d5df97 service neutron] Checking segment: {'id': '79051ec9-b046-465d-804e-8eaa9fec71f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '21565ca2-3f6f-4c53-8a7d-132eded4bf0d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=79929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 10 21:17:34.576901 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-152a81ff-578e-4d79-add4-d075d9bcbb8a req-55d68514-58e9-4ddf-8737-3e0996d5df97 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:17:34.577300 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152a81ff-578e-4d79-add4-d075d9bcbb8a req-55d68514-58e9-4ddf-8737-3e0996d5df97 service neutron] Bound using segment: {'id': '79051ec9-b046-465d-804e-8eaa9fec71f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '21565ca2-3f6f-4c53-8a7d-132eded4bf0d'} {{(pid=79929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 10 21:17:34.577778 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [req-152a81ff-578e-4d79-add4-d075d9bcbb8a req-55d68514-58e9-4ddf-8737-3e0996d5df97 service neutron] Bound port: 61185112-1025-438b-a5bf-6c51e70480ca, host: hv-cinder-77500, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79051ec9-b046-465d-804e-8eaa9fec71f5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '21565ca2-3f6f-4c53-8a7d-132eded4bf0d'}}] {{(pid=79929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 10 21:17:34.578287 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-152a81ff-578e-4d79-add4-d075d9bcbb8a req-55d68514-58e9-4ddf-8737-3e0996d5df97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:17:34.680233 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [req-152a81ff-578e-4d79-add4-d075d9bcbb8a req-55d68514-58e9-4ddf-8737-3e0996d5df97 service neutron] For port 61185112-1025-438b-a5bf-6c51e70480ca, host hv-cinder-77500, cleared binding levels {{(pid=79929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 10 21:17:34.683387 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [req-152a81ff-578e-4d79-add4-d075d9bcbb8a req-55d68514-58e9-4ddf-8737-3e0996d5df97 service neutron] For port 61185112-1025-438b-a5bf-6c51e70480ca, host hv-cinder-77500, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=61185112-1025-438b-a5bf-6c51e70480ca,segment=NetworkSegment(79051ec9-b046-465d-804e-8eaa9fec71f5),segment_id=79051ec9-b046-465d-804e-8eaa9fec71f5)] {{(pid=79929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 10 21:17:34.686950 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-152a81ff-578e-4d79-add4-d075d9bcbb8a req-55d68514-58e9-4ddf-8737-3e0996d5df97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852145533'] for port, after_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:17:34.703457 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-c8822340-7128-4253-a91f-746652c25d6f tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:17:34.874130 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d68514-58e9-4ddf-8737-3e0996d5df97 service neutron] Pushing event updated for resources: {'Port': ['ID=61185112-1025-438b-a5bf-6c51e70480ca,revision_number=3']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:17:34.879950 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-55d68514-58e9-4ddf-8737-3e0996d5df97 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:17:34.912469 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152a81ff-578e-4d79-add4-d075d9bcbb8a req-55d68514-58e9-4ddf-8737-3e0996d5df97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:17:34.913548 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-152a81ff-578e-4d79-add4-d075d9bcbb8a req-55d68514-58e9-4ddf-8737-3e0996d5df97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770081'] for port, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:17:34.915044 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-152a81ff-578e-4d79-add4-d075d9bcbb8a req-55d68514-58e9-4ddf-8737-3e0996d5df97 service neutron] 10.222.0.15 "PUT /v2.0/ports/61185112-1025-438b-a5bf-6c51e70480ca HTTP/1.1" status: 200  len: 1157 time: 1.7685108
Feb 10 21:17:34.915610 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b323a4ff-4161-4077-ac22-5f7213bd8bf9', 'tag': '61185112-1025-438b-a5bf-6c51e70480ca'}] {{(pid=79929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 10 21:17:34.966732 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31611d2d-c337-4263-81de-16bfaea1a23b req-1b16cf24-64b7-48de-aafa-3f8591d2ec8d tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:17:34.969055 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-31611d2d-c337-4263-81de-16bfaea1a23b req-1b16cf24-64b7-48de-aafa-3f8591d2ec8d tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/ports?device_id=b323a4ff-4161-4077-ac22-5f7213bd8bf9 HTTP/1.1" status: 200  len: 943 time: 0.1873701
Feb 10 21:17:34.999104 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b323a4ff-4161-4077-ac22-5f7213bd8bf9', 'tag': '61185112-1025-438b-a5bf-6c51e70480ca', 'status': 'completed', 'code': 200}
Feb 10 21:17:35.046305 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-31611d2d-c337-4263-81de-16bfaea1a23b req-49821f95-b014-41e5-a808-a2d4c66601bb tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/security-groups?id=b13c7963-b9ef-42d3-8b25-a5452d137283&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0676596
Feb 10 21:17:35.051856 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152a81ff-578e-4d79-add4-d075d9bcbb8a req-8a4d8710-61c8-46d8-a41a-d1709ec4ac2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:17:35.054356 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-152a81ff-578e-4d79-add4-d075d9bcbb8a req-8a4d8710-61c8-46d8-a41a-d1709ec4ac2e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=660222962bf2454ea2ba636072eefa4e&device_id=b323a4ff-4161-4077-ac22-5f7213bd8bf9 HTTP/1.1" status: 200  len: 1160 time: 0.0969639
Feb 10 21:17:35.137151 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-152a81ff-578e-4d79-add4-d075d9bcbb8a req-e5144b8f-ace3-4f69-9d47-65a91c278834 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61185112-1025-438b-a5bf-6c51e70480ca HTTP/1.1" status: 200  len: 217 time: 0.0728149
Feb 10 21:17:35.213334 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152a81ff-578e-4d79-add4-d075d9bcbb8a req-bb4f3f2c-1dc4-429a-b2d6-96c14380c93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:17:35.214854 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-152a81ff-578e-4d79-add4-d075d9bcbb8a req-bb4f3f2c-1dc4-429a-b2d6-96c14380c93f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5317e4a1-a0ef-46da-abd4-7584d57f65cd HTTP/1.1" status: 200  len: 851 time: 0.0695732
Feb 10 21:17:35.299771 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152a81ff-578e-4d79-add4-d075d9bcbb8a req-d6181d7a-de83-417e-89c3-65f9857f9306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:17:35.301374 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-152a81ff-578e-4d79-add4-d075d9bcbb8a req-d6181d7a-de83-417e-89c3-65f9857f9306 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=21565ca2-3f6f-4c53-8a7d-132eded4bf0d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0794692
Feb 10 21:17:35.449539 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-152a81ff-578e-4d79-add4-d075d9bcbb8a req-d9bf4fed-7050-41cf-9164-07b7a2baf4dd service neutron] 10.222.0.15 "GET /v2.0/networks/21565ca2-3f6f-4c53-8a7d-132eded4bf0d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1386456
Feb 10 21:17:35.598106 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-152a81ff-578e-4d79-add4-d075d9bcbb8a req-7ac0bb31-6ab3-4227-a548-3c1627cbf088 service neutron] 10.222.0.15 "GET /v2.0/networks/21565ca2-3f6f-4c53-8a7d-132eded4bf0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1391454
Feb 10 21:17:35.725895 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f56e87-a2c7-4cc7-9ffb-4b17ee0ff5d2 req-e29f3d04-4727-4292-b7b7-878cc97e4b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:17:35.727481 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-92f56e87-a2c7-4cc7-9ffb-4b17ee0ff5d2 req-e29f3d04-4727-4292-b7b7-878cc97e4b13 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=660222962bf2454ea2ba636072eefa4e&device_id=b323a4ff-4161-4077-ac22-5f7213bd8bf9 HTTP/1.1" status: 200  len: 1160 time: 0.0850179
Feb 10 21:17:35.873499 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f56e87-a2c7-4cc7-9ffb-4b17ee0ff5d2 req-b482c5a2-73ce-461f-a43c-623a8c332538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:17:35.875118 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-92f56e87-a2c7-4cc7-9ffb-4b17ee0ff5d2 req-b482c5a2-73ce-461f-a43c-623a8c332538 service neutron] 10.222.0.15 "GET /v2.0/networks?id=21565ca2-3f6f-4c53-8a7d-132eded4bf0d HTTP/1.1" status: 200  len: 906 time: 0.1405070
Feb 10 21:17:35.950353 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-92f56e87-a2c7-4cc7-9ffb-4b17ee0ff5d2 req-a23d67ca-875c-419b-9f2e-af204ce7bbf9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61185112-1025-438b-a5bf-6c51e70480ca HTTP/1.1" status: 200  len: 217 time: 0.0670865
Feb 10 21:17:36.025477 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f56e87-a2c7-4cc7-9ffb-4b17ee0ff5d2 req-76e422cb-16af-43ee-98ad-c5b70d13ffd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:17:36.027078 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-92f56e87-a2c7-4cc7-9ffb-4b17ee0ff5d2 req-76e422cb-16af-43ee-98ad-c5b70d13ffd6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5317e4a1-a0ef-46da-abd4-7584d57f65cd HTTP/1.1" status: 200  len: 851 time: 0.0696898
Feb 10 21:17:36.114443 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f56e87-a2c7-4cc7-9ffb-4b17ee0ff5d2 req-d89c8aa7-00f5-4f86-ae40-2dbec35795b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:17:36.116253 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-92f56e87-a2c7-4cc7-9ffb-4b17ee0ff5d2 req-d89c8aa7-00f5-4f86-ae40-2dbec35795b2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=21565ca2-3f6f-4c53-8a7d-132eded4bf0d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0789506
Feb 10 21:17:36.333638 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-92f56e87-a2c7-4cc7-9ffb-4b17ee0ff5d2 req-190c6e2f-89ec-4d3b-b51d-dc5485a951ad service neutron] 10.222.0.15 "GET /v2.0/networks/21565ca2-3f6f-4c53-8a7d-132eded4bf0d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2092075
Feb 10 21:17:36.454564 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d5461d-36a8-40b2-9fe1-53c4bdc578f3 req-baae00d3-68e3-4fb3-a687-449f943f62f2 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:17:36.456195 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-10d5461d-36a8-40b2-9fe1-53c4bdc578f3 req-baae00d3-68e3-4fb3-a687-449f943f62f2 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/ports?device_id=b323a4ff-4161-4077-ac22-5f7213bd8bf9 HTTP/1.1" status: 200  len: 943 time: 0.2392766
Feb 10 21:17:36.603523 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-10d5461d-36a8-40b2-9fe1-53c4bdc578f3 req-ff98d6e6-096e-42d7-b92c-45a4f6aeee13 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/security-groups?id=b13c7963-b9ef-42d3-8b25-a5452d137283&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1311176
Feb 10 21:17:36.629915 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-92f56e87-a2c7-4cc7-9ffb-4b17ee0ff5d2 req-93a8e4fe-9030-45f7-a21c-5589587f41c4 service neutron] 10.222.0.15 "GET /v2.0/networks/21565ca2-3f6f-4c53-8a7d-132eded4bf0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2883697
Feb 10 21:17:37.901492 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8c04d8-ab34-46ef-8013-4c38d243c0ed req-d5ca671d-36df-4eff-a4b0-e2446859244a tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:17:37.903090 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-0a8c04d8-ab34-46ef-8013-4c38d243c0ed req-d5ca671d-36df-4eff-a4b0-e2446859244a tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/ports?device_id=b323a4ff-4161-4077-ac22-5f7213bd8bf9 HTTP/1.1" status: 200  len: 943 time: 0.1684170
Feb 10 21:17:37.972523 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-0a8c04d8-ab34-46ef-8013-4c38d243c0ed req-98434ed8-60e5-41ec-8d7e-7c071e04090c tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/security-groups?id=b13c7963-b9ef-42d3-8b25-a5452d137283&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0632329
Feb 10 21:17:38.054505 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-d6320536-b7db-4ed4-8304-0c5359ce6da7 req-2f203223-357b-495a-93e1-f79be7fbdf59 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c61a4b4a-44f0-4954-926f-215590dc569b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0773573
Feb 10 21:17:38.212712 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6320536-b7db-4ed4-8304-0c5359ce6da7 req-22b7f43a-b391-4235-8bf7-8d8bc7e0abaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:17:38.214320 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-d6320536-b7db-4ed4-8304-0c5359ce6da7 req-22b7f43a-b391-4235-8bf7-8d8bc7e0abaf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=660222962bf2454ea2ba636072eefa4e&device_id=c61a4b4a-44f0-4954-926f-215590dc569b HTTP/1.1" status: 200  len: 1162 time: 0.0841556
Feb 10 21:17:38.374215 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6320536-b7db-4ed4-8304-0c5359ce6da7 req-ce400d67-82a5-4825-a6e5-902254f067db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:17:38.375799 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-d6320536-b7db-4ed4-8304-0c5359ce6da7 req-ce400d67-82a5-4825-a6e5-902254f067db service neutron] 10.222.0.15 "GET /v2.0/networks?id=21565ca2-3f6f-4c53-8a7d-132eded4bf0d HTTP/1.1" status: 200  len: 906 time: 0.1392915
Feb 10 21:17:38.486134 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-d6320536-b7db-4ed4-8304-0c5359ce6da7 req-c37c4d79-5ba5-4b3d-924a-6fbb2a92463a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75603cda-0980-41cf-b879-8563c5313fe1 HTTP/1.1" status: 200  len: 1001 time: 0.1021287
Feb 10 21:17:38.560982 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6320536-b7db-4ed4-8304-0c5359ce6da7 req-007c2dd5-a98b-42b1-97d8-537255aa1448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:17:38.562554 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-d6320536-b7db-4ed4-8304-0c5359ce6da7 req-007c2dd5-a98b-42b1-97d8-537255aa1448 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5317e4a1-a0ef-46da-abd4-7584d57f65cd HTTP/1.1" status: 200  len: 851 time: 0.0694416
Feb 10 21:17:38.647376 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6320536-b7db-4ed4-8304-0c5359ce6da7 req-d669a92e-c602-4e7e-8eed-6514a7b7cadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:17:38.649083 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-d6320536-b7db-4ed4-8304-0c5359ce6da7 req-d669a92e-c602-4e7e-8eed-6514a7b7cadb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=21565ca2-3f6f-4c53-8a7d-132eded4bf0d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0791714
Feb 10 21:17:38.798640 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-d6320536-b7db-4ed4-8304-0c5359ce6da7 req-12c0679a-9d78-490a-bc62-ab9dad7461e2 service neutron] 10.222.0.15 "GET /v2.0/networks/21565ca2-3f6f-4c53-8a7d-132eded4bf0d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1412466
Feb 10 21:17:38.951256 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-d6320536-b7db-4ed4-8304-0c5359ce6da7 req-b0bb2089-799b-44a5-80ae-88d6faa4696d service neutron] 10.222.0.15 "GET /v2.0/networks/21565ca2-3f6f-4c53-8a7d-132eded4bf0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1458597
Feb 10 21:17:39.280626 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b373efd-6b91-46b8-b243-8d9ad32de53d req-d0e488ad-c401-4d29-8117-5f96e862e05f tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:17:39.282357 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-4b373efd-6b91-46b8-b243-8d9ad32de53d req-d0e488ad-c401-4d29-8117-5f96e862e05f tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/ports?device_id=b323a4ff-4161-4077-ac22-5f7213bd8bf9 HTTP/1.1" status: 200  len: 943 time: 0.1752825
Feb 10 21:17:39.350686 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-4b373efd-6b91-46b8-b243-8d9ad32de53d req-a6eb639c-792d-4d1d-aabe-8413b6de60a7 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/security-groups?id=b13c7963-b9ef-42d3-8b25-a5452d137283&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0610054
Feb 10 21:17:40.648503 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f977c2-030c-4ea8-91a5-8c3707168fab req-899a0649-8ebd-4649-990c-aa5dd2ff69b6 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:17:40.650104 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-85f977c2-030c-4ea8-91a5-8c3707168fab req-899a0649-8ebd-4649-990c-aa5dd2ff69b6 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/ports?device_id=b323a4ff-4161-4077-ac22-5f7213bd8bf9 HTTP/1.1" status: 200  len: 943 time: 0.1701674
Feb 10 21:17:40.715651 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-85f977c2-030c-4ea8-91a5-8c3707168fab req-3869f3bf-4037-4bc9-8f35-dd9cb424b420 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/security-groups?id=b13c7963-b9ef-42d3-8b25-a5452d137283&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0591979
Feb 10 21:17:42.014795 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeb3672-ec52-479b-bf0f-2b3dc7ff5d16 req-6d4c0156-4f56-46cc-b0c6-d01ee776be79 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:17:42.016713 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-7aeb3672-ec52-479b-bf0f-2b3dc7ff5d16 req-6d4c0156-4f56-46cc-b0c6-d01ee776be79 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/ports?device_id=b323a4ff-4161-4077-ac22-5f7213bd8bf9 HTTP/1.1" status: 200  len: 943 time: 0.1727190
Feb 10 21:17:42.097290 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-7aeb3672-ec52-479b-bf0f-2b3dc7ff5d16 req-5253c4a7-0f79-4e1e-8156-33a0834d1b4d tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/security-groups?id=b13c7963-b9ef-42d3-8b25-a5452d137283&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0728099
Feb 10 21:17:43.192176 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device 61185112-1025-438b-a5bf-6c51e70480ca up at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:17:43.264350 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning for port 61185112-1025-438b-a5bf-6c51e70480ca completed by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 10 21:17:43.269738 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning complete for port 61185112-1025-438b-a5bf-6c51e70480ca triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:17:43.270210 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:17:43.398610 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:17:43.421775 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6af952-127f-4346-976f-42edc81bedfc req-7ee87e40-8313-4a45-b5bd-8b15dbf45e9a tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:17:43.423457 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-5a6af952-127f-4346-976f-42edc81bedfc req-7ee87e40-8313-4a45-b5bd-8b15dbf45e9a tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/ports?device_id=b323a4ff-4161-4077-ac22-5f7213bd8bf9 HTTP/1.1" status: 200  len: 943 time: 0.1761343
Feb 10 21:17:43.427087 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b323a4ff-4161-4077-ac22-5f7213bd8bf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61185112-1025-438b-a5bf-6c51e70480ca'}] {{(pid=79930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 10 21:17:43.438333 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] For port 61185112-1025-438b-a5bf-6c51e70480ca, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=61185112-1025-438b-a5bf-6c51e70480ca,segment=NetworkSegment(79051ec9-b046-465d-804e-8eaa9fec71f5),segment_id=79051ec9-b046-465d-804e-8eaa9fec71f5)] {{(pid=79930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:17:43.441313 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:17:43.444069 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:17:43.493255 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-5a6af952-127f-4346-976f-42edc81bedfc req-82e7e180-8d45-45c3-823e-27e8c1500651 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/security-groups?id=b13c7963-b9ef-42d3-8b25-a5452d137283&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0629902
Feb 10 21:17:43.498081 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b323a4ff-4161-4077-ac22-5f7213bd8bf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61185112-1025-438b-a5bf-6c51e70480ca', 'code': 200}
Feb 10 21:17:43.523282 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Pushing event updated for resources: {'Port': ['ID=61185112-1025-438b-a5bf-6c51e70480ca,revision_number=4']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:17:43.531365 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:17:43.531776 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:17:43.532131 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:17:43.532501 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:17:43.532868 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:17:43.533233 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:17:43.533597 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:17:43.533960 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:17:43.534358 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:17:43.534743 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:17:43.535106 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:17:43.535468 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:17:43.535977 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:17:43.536336 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:17:43.536691 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:17:43.537370 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:17:43.537980 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:17:43.538397 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:17:43.538759 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:17:43.539116 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:17:43.539473 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:17:43.539829 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:17:43.540186 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:17:43.540540 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:17:43.544819 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:17:43.846216 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a89eba-ec3f-402c-ad9c-0f314305cfb8 req-1ac4b141-8d8e-4ea6-a998-1ed561a25421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:17:43.847883 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-c2a89eba-ec3f-402c-ad9c-0f314305cfb8 req-1ac4b141-8d8e-4ea6-a998-1ed561a25421 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b323a4ff-4161-4077-ac22-5f7213bd8bf9 HTTP/1.1" status: 200  len: 1162 time: 0.0820751
Feb 10 21:17:43.892465 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-c2a89eba-ec3f-402c-ad9c-0f314305cfb8 req-67d721e5-3af6-4e83-88b5-b63ac6cdacaa service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b13c7963-b9ef-42d3-8b25-a5452d137283&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0373344
Feb 10 21:17:44.797248 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce80c9bc-9c07-48e5-9949-75667d88a4a8 req-ba2d239f-8d92-437b-9416-3f4550b9e17f tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:17:44.798875 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-ce80c9bc-9c07-48e5-9949-75667d88a4a8 req-ba2d239f-8d92-437b-9416-3f4550b9e17f tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/ports?device_id=b323a4ff-4161-4077-ac22-5f7213bd8bf9 HTTP/1.1" status: 200  len: 945 time: 0.1733286
Feb 10 21:17:44.865486 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-ce80c9bc-9c07-48e5-9949-75667d88a4a8 req-eb01eb73-a075-4fb4-a2ba-bf90b523dc56 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/security-groups?id=b13c7963-b9ef-42d3-8b25-a5452d137283&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0597031
Feb 10 21:17:44.915786 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device 61185112-1025-438b-a5bf-6c51e70480ca up at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 10 21:17:44.989678 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.provisioning_blocks [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Provisioning complete for port 61185112-1025-438b-a5bf-6c51e70480ca triggered by entity L2. {{(pid=79930) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 10 21:17:44.990225 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036853757137'] for port, provisioning_complete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:17:46.180236 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b267fe27-4d19-496c-bb51-cf0af16d48b2 req-3a72e62c-d4fe-4134-baa9-208198fc0fca tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:17:46.181844 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-b267fe27-4d19-496c-bb51-cf0af16d48b2 req-3a72e62c-d4fe-4134-baa9-208198fc0fca tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/ports?device_id=b323a4ff-4161-4077-ac22-5f7213bd8bf9 HTTP/1.1" status: 200  len: 945 time: 0.1788518
Feb 10 21:17:46.255939 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-b267fe27-4d19-496c-bb51-cf0af16d48b2 req-f7ace52f-99dd-4eca-a74e-3e50a0be3ef6 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/security-groups?id=b13c7963-b9ef-42d3-8b25-a5452d137283&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0670731
Feb 10 21:17:46.560859 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8040c43-9c44-4008-8dbf-54120c6864bf req-57ebdb63-9f03-4f9a-b192-f2ce366785a7 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:17:46.562637 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-e8040c43-9c44-4008-8dbf-54120c6864bf req-57ebdb63-9f03-4f9a-b192-f2ce366785a7 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/ports?device_id=b323a4ff-4161-4077-ac22-5f7213bd8bf9 HTTP/1.1" status: 200  len: 945 time: 0.1722445
Feb 10 21:17:46.633693 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-e8040c43-9c44-4008-8dbf-54120c6864bf req-1da26c88-abe8-4d5a-ab23-aa5e62c54aa0 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/security-groups?id=b13c7963-b9ef-42d3-8b25-a5452d137283&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0628381
Feb 10 21:17:46.942504 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-f42ca582-cbcb-4bff-bbc3-d2785f70fabf req-9f852039-c2f3-407d-82b3-fe5409e5639b tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2510736
Feb 10 21:17:46.954363 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [req-f42ca582-cbcb-4bff-bbc3-d2785f70fabf req-b4d63c6e-e179-4c6d-945e-b8f6f7343a8f tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Request body: {'floatingip': {'floating_network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614'}} {{(pid=79928) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:17:46.976439 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [req-f42ca582-cbcb-4bff-bbc3-d2785f70fabf req-b4d63c6e-e179-4c6d-945e-b8f6f7343a8f tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 10 21:17:46.986307 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.quota.driver [req-f42ca582-cbcb-4bff-bbc3-d2785f70fabf req-b4d63c6e-e179-4c6d-945e-b8f6f7343a8f tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=79928) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 10 21:17:46.996182 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-f42ca582-cbcb-4bff-bbc3-d2785f70fabf req-b4d63c6e-e179-4c6d-945e-b8f6f7343a8f tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks [] for floatingip, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:17:47.148210 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-f42ca582-cbcb-4bff-bbc3-d2785f70fabf req-b4d63c6e-e179-4c6d-945e-b8f6f7343a8f tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:17:47.437557 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.db_base_plugin_common [req-f42ca582-cbcb-4bff-bbc3-d2785f70fabf req-b4d63c6e-e179-4c6d-945e-b8f6f7343a8f tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Allocated IP 172.27.3.222 (caec50ae-8f3b-4f45-a3ad-eb903a732614/47475132-bc81-43cb-b635-450463390609/26ca5ed8-827a-4b60-9910-3a9c6c679cb5) {{(pid=79928) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 10 21:17:47.604218 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-f42ca582-cbcb-4bff-bbc3-d2785f70fabf req-b4d63c6e-e179-4c6d-945e-b8f6f7343a8f tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks [] for port, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:17:47.634049 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-f42ca582-cbcb-4bff-bbc3-d2785f70fabf req-b4d63c6e-e179-4c6d-945e-b8f6f7343a8f tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778797635767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851641298'] for port, after_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:17:47.648149 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-2d9f43e8-aa5f-404a-b395-a013dd609a8b tempest-AttachVolumeTestJSON-2044684580 tempest-AttachVolumeTestJSON-2044684580-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:17:47.793347 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d63c6e-e179-4c6d-945e-b8f6f7343a8f tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Pushing event updated for resources: {'Port': ['ID=26ca5ed8-827a-4b60-9910-3a9c6c679cb5,revision_number=1']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:17:47.804950 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d63c6e-e179-4c6d-945e-b8f6f7343a8f tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:17:47.805370 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d63c6e-e179-4c6d-945e-b8f6f7343a8f tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:17:47.805794 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d63c6e-e179-4c6d-945e-b8f6f7343a8f tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:17:47.806236 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d63c6e-e179-4c6d-945e-b8f6f7343a8f tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:17:47.806650 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d63c6e-e179-4c6d-945e-b8f6f7343a8f tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:17:47.807064 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d63c6e-e179-4c6d-945e-b8f6f7343a8f tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:17:47.807472 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d63c6e-e179-4c6d-945e-b8f6f7343a8f tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:17:47.807877 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d63c6e-e179-4c6d-945e-b8f6f7343a8f tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:17:47.808284 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d63c6e-e179-4c6d-945e-b8f6f7343a8f tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:17:47.808688 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d63c6e-e179-4c6d-945e-b8f6f7343a8f tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:17:47.809091 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d63c6e-e179-4c6d-945e-b8f6f7343a8f tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:17:47.809493 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d63c6e-e179-4c6d-945e-b8f6f7343a8f tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:17:47.809995 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d63c6e-e179-4c6d-945e-b8f6f7343a8f tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:17:47.810428 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d63c6e-e179-4c6d-945e-b8f6f7343a8f tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:17:47.810853 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d63c6e-e179-4c6d-945e-b8f6f7343a8f tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:17:47.811235 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d63c6e-e179-4c6d-945e-b8f6f7343a8f tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:17:47.811640 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d63c6e-e179-4c6d-945e-b8f6f7343a8f tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:17:47.812042 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d63c6e-e179-4c6d-945e-b8f6f7343a8f tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:17:47.812445 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d63c6e-e179-4c6d-945e-b8f6f7343a8f tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:17:47.812846 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d63c6e-e179-4c6d-945e-b8f6f7343a8f tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:17:47.813245 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d63c6e-e179-4c6d-945e-b8f6f7343a8f tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:17:47.813646 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d63c6e-e179-4c6d-945e-b8f6f7343a8f tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:17:47.814059 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d63c6e-e179-4c6d-945e-b8f6f7343a8f tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:17:47.814463 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4d63c6e-e179-4c6d-945e-b8f6f7343a8f tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:17:47.820108 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b4d63c6e-e179-4c6d-945e-b8f6f7343a8f tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:17:47.863197 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f42ca582-cbcb-4bff-bbc3-d2785f70fabf req-b4d63c6e-e179-4c6d-945e-b8f6f7343a8f tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Network caec50ae-8f3b-4f45-a3ad-eb903a732614 is already hosted by enough agents. {{(pid=79928) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 10 21:17:47.864354 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.base_scheduler [req-f42ca582-cbcb-4bff-bbc3-d2785f70fabf req-b4d63c6e-e179-4c6d-945e-b8f6f7343a8f tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Resources bound (agent type, host, resource id):  {{(pid=79928) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 10 21:17:47.867163 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [req-f42ca582-cbcb-4bff-bbc3-d2785f70fabf req-b4d63c6e-e179-4c6d-945e-b8f6f7343a8f tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Received port after_create {{(pid=79928) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 10 21:17:47.960715 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-f42ca582-cbcb-4bff-bbc3-d2785f70fabf req-b4d63c6e-e179-4c6d-945e-b8f6f7343a8f tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks [] for floatingip, precommit_create {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:17:48.024784 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-f42ca582-cbcb-4bff-bbc3-d2785f70fabf req-b4d63c6e-e179-4c6d-945e-b8f6f7343a8f tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:17:48.306928 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-f42ca582-cbcb-4bff-bbc3-d2785f70fabf req-b4d63c6e-e179-4c6d-945e-b8f6f7343a8f tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks [] for port, precommit_update {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:17:48.310500 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-f42ca582-cbcb-4bff-bbc3-d2785f70fabf req-b4d63c6e-e179-4c6d-945e-b8f6f7343a8f tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3134503'] for port, after_update {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:17:48.325622 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-a9a0c9df-e6ed-4048-bada-ac738563845f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:17:48.470097 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d63c6e-e179-4c6d-945e-b8f6f7343a8f tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Pushing event updated for resources: {'Port': ['ID=26ca5ed8-827a-4b60-9910-3a9c6c679cb5,revision_number=2']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:17:48.474757 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b4d63c6e-e179-4c6d-945e-b8f6f7343a8f tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:17:48.570429 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-f42ca582-cbcb-4bff-bbc3-d2785f70fabf req-b4d63c6e-e179-4c6d-945e-b8f6f7343a8f tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850656737'] for floatingip, after_update {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:17:48.596440 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-f42ca582-cbcb-4bff-bbc3-d2785f70fabf req-b4d63c6e-e179-4c6d-945e-b8f6f7343a8f tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770081'] for floatingip, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:17:48.597754 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-f42ca582-cbcb-4bff-bbc3-d2785f70fabf req-b4d63c6e-e179-4c6d-945e-b8f6f7343a8f tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.6479602
Feb 10 21:17:48.700582 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-f42ca582-cbcb-4bff-bbc3-d2785f70fabf req-de1ac8a4-a9a1-454c-acca-579f9d3a2e7c tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Synchronizing usage tracker for tenant:660222962bf2454ea2ba636072eefa4e on resource:floatingip {{(pid=79928) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 10 21:17:48.715106 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-f42ca582-cbcb-4bff-bbc3-d2785f70fabf req-de1ac8a4-a9a1-454c-acca-579f9d3a2e7c tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Unset dirty status for tenant:660222962bf2454ea2ba636072eefa4e on resource:floatingip {{(pid=79928) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 10 21:17:48.716352 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-f42ca582-cbcb-4bff-bbc3-d2785f70fabf req-de1ac8a4-a9a1-454c-acca-579f9d3a2e7c tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/floatingips?floating_ip_address=172.27.3.222 HTTP/1.1" status: 200  len: 696 time: 0.1119559
Feb 10 21:17:48.957511 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42ca582-cbcb-4bff-bbc3-d2785f70fabf req-d787457e-2eb5-44c2-86a8-27aa82abb9e2 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:17:48.959114 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-f42ca582-cbcb-4bff-bbc3-d2785f70fabf req-d787457e-2eb5-44c2-86a8-27aa82abb9e2 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/networks/caec50ae-8f3b-4f45-a3ad-eb903a732614 HTTP/1.1" status: 200  len: 784 time: 0.2368882
Feb 10 21:17:49.244608 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14b79d1-7cc1-40b7-8e99-a9165985796e req-e21f6316-a67b-41be-830e-dbdd938429fc tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:17:49.246220 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-f14b79d1-7cc1-40b7-8e99-a9165985796e req-e21f6316-a67b-41be-830e-dbdd938429fc tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/ports?device_id=b323a4ff-4161-4077-ac22-5f7213bd8bf9&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1736553
Feb 10 21:17:49.593321 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-f14b79d1-7cc1-40b7-8e99-a9165985796e req-bcd562c2-6b8d-481a-b426-71856d109809 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/floatingips?floating_ip_address=172.27.3.222 HTTP/1.1" status: 200  len: 696 time: 0.3408341
Feb 10 21:17:49.605010 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.v2.base [req-f14b79d1-7cc1-40b7-8e99-a9165985796e req-f6557f02-d911-4b42-aa9e-640beb78d34d tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Request body: {'floatingip': {'port_id': '61185112-1025-438b-a5bf-6c51e70480ca', 'fixed_ip_address': '172.20.0.7'}} {{(pid=79929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 10 21:17:49.704215 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-f14b79d1-7cc1-40b7-8e99-a9165985796e req-f6557f02-d911-4b42-aa9e-640beb78d34d tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks [] for floatingip, before_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:17:50.346195 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-f14b79d1-7cc1-40b7-8e99-a9165985796e req-f6557f02-d911-4b42-aa9e-640beb78d34d tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks [] for floatingip, precommit_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:17:50.349135 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-f14b79d1-7cc1-40b7-8e99-a9165985796e req-f6557f02-d911-4b42-aa9e-640beb78d34d tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036850656737'] for floatingip, after_update {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:17:50.536565 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.db.l3_db [req-f14b79d1-7cc1-40b7-8e99-a9165985796e req-f6557f02-d911-4b42-aa9e-640beb78d34d tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Floating IP 03ac0c42-b490-4f6a-b6dc-55721be817dc associated. External IP: 172.27.3.222, port: 61185112-1025-438b-a5bf-6c51e70480ca.
Feb 10 21:17:50.916235 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f14b79d1-7cc1-40b7-8e99-a9165985796e req-f6557f02-d911-4b42-aa9e-640beb78d34d tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Router 507195d5-ba69-4e84-b2c2-20002f96699a has already been hosted by L3 agent 351a09a7-a8bd-44d4-8337-3dd1b5c8f290 {{(pid=79929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 10 21:17:51.112230 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f14b79d1-7cc1-40b7-8e99-a9165985796e req-f6557f02-d911-4b42-aa9e-640beb78d34d tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify agent at l3_agent.dv-cinder-775008-1-iscsi the message routers_updated {{(pid=79929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 10 21:17:51.116916 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-f14b79d1-7cc1-40b7-8e99-a9165985796e req-f6557f02-d911-4b42-aa9e-640beb78d34d tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770081'] for floatingip, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:17:51.122396 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd28121-9313-4f1c-9f04-8401c4b4a7cd None None] Sync routers for ids ['507195d5-ba69-4e84-b2c2-20002f96699a'] in dv-cinder-775008-1-iscsi {{(pid=79931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 10 21:17:51.134233 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd28121-9313-4f1c-9f04-8401c4b4a7cd None None] Routers {'507195d5-ba69-4e84-b2c2-20002f96699a'} bound to L3 agent in host dv-cinder-775008-1-iscsi {{(pid=79931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 10 21:17:51.134985 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-edd28121-9313-4f1c-9f04-8401c4b4a7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbf90a7d588>, 'dv-cinder-775008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-10T20:53:27Z,description=<?>,heartbeat_timestamp=2021-02-10T21:17:27Z,host='dv-cinder-775008-1-iscsi',id=351a09a7-a8bd-44d4-8337-3dd1b5c8f290,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-10T20:53:27Z,topic='l3_agent')) {'router_ids': ['507195d5-ba69-4e84-b2c2-20002f96699a'], 'active': True} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:17:51.178754 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-f14b79d1-7cc1-40b7-8e99-a9165985796e req-f6557f02-d911-4b42-aa9e-640beb78d34d tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "PUT /v2.0/floatingips/03ac0c42-b490-4f6a-b6dc-55721be817dc HTTP/1.1" status: 200  len: 996 time: 1.5779669
Feb 10 21:17:51.179246 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b323a4ff-4161-4077-ac22-5f7213bd8bf9', 'tag': '61185112-1025-438b-a5bf-6c51e70480ca'}] {{(pid=79929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 10 21:17:51.250358 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b323a4ff-4161-4077-ac22-5f7213bd8bf9', 'tag': '61185112-1025-438b-a5bf-6c51e70480ca', 'status': 'completed', 'code': 200}
Feb 10 21:17:51.328588 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvr_db [None req-edd28121-9313-4f1c-9f04-8401c4b4a7cd None None] Set router 507195d5-ba69-4e84-b2c2-20002f96699a gateway port host: dv-cinder-775008-1-iscsi {{(pid=79931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 10 21:17:51.348565 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14b79d1-7cc1-40b7-8e99-a9165985796e req-e30e3bcd-cea0-4d2a-a0df-29669ad73177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:17:51.350360 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-f14b79d1-7cc1-40b7-8e99-a9165985796e req-e30e3bcd-cea0-4d2a-a0df-29669ad73177 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=660222962bf2454ea2ba636072eefa4e&device_id=b323a4ff-4161-4077-ac22-5f7213bd8bf9 HTTP/1.1" status: 200  len: 1162 time: 0.1489079
Feb 10 21:17:51.403970 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf3b5c3-f975-4250-b975-f5e669fd7b8d req-1bd23d56-7ba0-44ef-b9a5-b122b7df7fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:17:51.405588 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-baf3b5c3-f975-4250-b975-f5e669fd7b8d req-1bd23d56-7ba0-44ef-b9a5-b122b7df7fd3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=660222962bf2454ea2ba636072eefa4e&device_id=b323a4ff-4161-4077-ac22-5f7213bd8bf9 HTTP/1.1" status: 200  len: 1162 time: 0.1332159
Feb 10 21:17:51.622123 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14b79d1-7cc1-40b7-8e99-a9165985796e req-d38b9032-0271-4789-be22-4c1da2447890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:17:51.623781 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-f14b79d1-7cc1-40b7-8e99-a9165985796e req-d38b9032-0271-4789-be22-4c1da2447890 service neutron] 10.222.0.82 "GET /v2.0/networks?id=21565ca2-3f6f-4c53-8a7d-132eded4bf0d HTTP/1.1" status: 200  len: 906 time: 0.2657297
Feb 10 21:17:51.725784 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf3b5c3-f975-4250-b975-f5e669fd7b8d req-f955d51a-5935-4110-988f-e5ad2a3384ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:17:51.728118 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-baf3b5c3-f975-4250-b975-f5e669fd7b8d req-f955d51a-5935-4110-988f-e5ad2a3384ab service neutron] 10.222.0.15 "GET /v2.0/networks?id=21565ca2-3f6f-4c53-8a7d-132eded4bf0d HTTP/1.1" status: 200  len: 906 time: 0.2716911
Feb 10 21:17:51.883435 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-edd28121-9313-4f1c-9f04-8401c4b4a7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbf90a7d588>, [{'id': '507195d5-ba69-4e84-b2c2-20002f96699a', 'name': 'tempest-TestVolumeBootPattern-1058213678-router', 'tenant_id': '660222962bf2454ea2ba636072eefa4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '5cefccab-2d76-4f67-bdd2-48fb10088e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:12:46Z', 'updated_at': '2021-02-10T21:12:52Z', 'revision_number': 4, 'project_id': '660222962bf2454ea2ba636072eefa4e', 'gw_port': {'id': '5cefccab-2d76-4f67-bdd2-48fb10088e35', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:58:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507195d5-ba69-4e84-b2c2-20002f96699a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:47Z', 'updated_at': '2021-02-10T21:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi', '_floatingips': [{'id': '03ac0c42-b490-4f6a-b6dc-55721be817dc', 'tenant_id': '660222962bf2454ea2ba636072eefa4e', 'floating_ip_address': '172.27.3.222', 'floating_network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'router_id': '507195d5-ba69-4e84-b2c2-20002f96699a', 'port_id': '61185112-1025-438b-a5bf-6c51e70480ca', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21565ca2-3f6f-4c53-8a7d-132eded4bf0d', 'mac_address': 'fa:16:3e:2d:91:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b323a4ff-4161-4077-ac22-5f7213bd8bf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-10T21:17:47Z', 'updated_at': '2021-02-10T21:17:50Z', 'revision_number': 1, 'project_id': '660222962bf2454ea2ba636072eefa4e', 'fixed_ip_address_scope': None}, {'id': 'bc201838-1ffa-4903-81ed-059eafe1a77b', 'tenant_id': '660222962bf2454ea2ba636072eefa4e', 'floating_ip_address': '172.27.3.242', 'floating_network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'router_id': '507195d5-ba69-4e84-b2c2-20002f96699a', 'port_id': '75603cda-0980-41cf-b879-8563c5313fe1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21565ca2-3f6f-4c53-8a7d-132eded4bf0d', 'mac_address': 'fa:16:3e:85:ef:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61a4b4a-44f0-4954-926f-215590dc569b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-10T21:15:57Z', 'updated_at': '2021-02-10T21:16:02Z', 'revision_number': 2, 'project_id': '660222962bf2454ea2ba636072eefa4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '920f6771-d3ca-4247-80f8-666b49596407', 'name': '', 'network_id': '21565ca2-3f6f-4c53-8a7d-132eded4bf0d', 'tenant_id': '660222962bf2454ea2ba636072eefa4e', 'mac_address': 'fa:16:3e:8e:50:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507195d5-ba69-4e84-b2c2-20002f96699a', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '5317e4a1-a0ef-46da-abd4-7584d57f65cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:51Z', 'updated_at': '2021-02-10T21:13:00Z', 'revision_number': 5, 'project_id': '660222962bf2454ea2ba636072eefa4e', 'subnets': [{'id': '5317e4a1-a0ef-46da-abd4-7584d57f65cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775008-1-iscsi', False) {} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:17:51.888115 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd28121-9313-4f1c-9f04-8401c4b4a7cd None None] Checking router: 507195d5-ba69-4e84-b2c2-20002f96699a for host: dv-cinder-775008-1-iscsi {{(pid=79931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 10 21:17:51.903003 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd28121-9313-4f1c-9f04-8401c4b4a7cd None None] Routers {'507195d5-ba69-4e84-b2c2-20002f96699a'} bound to L3 agent in host dv-cinder-775008-1-iscsi {{(pid=79931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 10 21:17:51.903726 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-edd28121-9313-4f1c-9f04-8401c4b4a7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbf90a7d588>, 'dv-cinder-775008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-10T20:53:27Z,description=<?>,heartbeat_timestamp=2021-02-10T21:17:27Z,host='dv-cinder-775008-1-iscsi',id=351a09a7-a8bd-44d4-8337-3dd1b5c8f290,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-10T20:53:27Z,topic='l3_agent')) {'router_ids': ['507195d5-ba69-4e84-b2c2-20002f96699a'], 'active': True} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:17:52.108704 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-f14b79d1-7cc1-40b7-8e99-a9165985796e req-b108b819-b84c-470e-b5ff-2b2da6a09be2 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61185112-1025-438b-a5bf-6c51e70480ca HTTP/1.1" status: 200  len: 999 time: 0.4713857
Feb 10 21:17:52.112364 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvr_db [None req-edd28121-9313-4f1c-9f04-8401c4b4a7cd None None] Set router 507195d5-ba69-4e84-b2c2-20002f96699a gateway port host: dv-cinder-775008-1-iscsi {{(pid=79931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 10 21:17:52.161145 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-baf3b5c3-f975-4250-b975-f5e669fd7b8d req-8364b578-ba8d-4c01-b3ae-935a1af2525b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61185112-1025-438b-a5bf-6c51e70480ca HTTP/1.1" status: 200  len: 999 time: 0.4226351
Feb 10 21:17:52.243137 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14b79d1-7cc1-40b7-8e99-a9165985796e req-a210bbc0-329d-4aa4-a05b-49d78255c281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:17:52.244760 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-f14b79d1-7cc1-40b7-8e99-a9165985796e req-a210bbc0-329d-4aa4-a05b-49d78255c281 service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5317e4a1-a0ef-46da-abd4-7584d57f65cd HTTP/1.1" status: 200  len: 851 time: 0.1262133
Feb 10 21:17:52.256446 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf3b5c3-f975-4250-b975-f5e669fd7b8d req-2c8723ad-a7f0-4047-8ec6-f96140ac4878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:17:52.257991 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-baf3b5c3-f975-4250-b975-f5e669fd7b8d req-2c8723ad-a7f0-4047-8ec6-f96140ac4878 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5317e4a1-a0ef-46da-abd4-7584d57f65cd HTTP/1.1" status: 200  len: 851 time: 0.0836568
Feb 10 21:17:52.410893 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14b79d1-7cc1-40b7-8e99-a9165985796e req-0bdde599-b278-4eaf-9cfc-6f0fa9f6b9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:17:52.413159 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-f14b79d1-7cc1-40b7-8e99-a9165985796e req-0bdde599-b278-4eaf-9cfc-6f0fa9f6b9df service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=21565ca2-3f6f-4c53-8a7d-132eded4bf0d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1592345
Feb 10 21:17:52.415721 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf3b5c3-f975-4250-b975-f5e669fd7b8d req-0b4a7cac-5960-44a7-87a6-3e23b7fbcd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:17:52.416662 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-baf3b5c3-f975-4250-b975-f5e669fd7b8d req-0b4a7cac-5960-44a7-87a6-3e23b7fbcd14 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=21565ca2-3f6f-4c53-8a7d-132eded4bf0d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1151955
Feb 10 21:17:52.529748 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-edd28121-9313-4f1c-9f04-8401c4b4a7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbf90a7d588>, [{'id': '507195d5-ba69-4e84-b2c2-20002f96699a', 'name': 'tempest-TestVolumeBootPattern-1058213678-router', 'tenant_id': '660222962bf2454ea2ba636072eefa4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '5cefccab-2d76-4f67-bdd2-48fb10088e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:12:46Z', 'updated_at': '2021-02-10T21:12:52Z', 'revision_number': 4, 'project_id': '660222962bf2454ea2ba636072eefa4e', 'gw_port': {'id': '5cefccab-2d76-4f67-bdd2-48fb10088e35', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:58:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507195d5-ba69-4e84-b2c2-20002f96699a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:47Z', 'updated_at': '2021-02-10T21:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi', '_floatingips': [{'id': '03ac0c42-b490-4f6a-b6dc-55721be817dc', 'tenant_id': '660222962bf2454ea2ba636072eefa4e', 'floating_ip_address': '172.27.3.222', 'floating_network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'router_id': '507195d5-ba69-4e84-b2c2-20002f96699a', 'port_id': '61185112-1025-438b-a5bf-6c51e70480ca', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21565ca2-3f6f-4c53-8a7d-132eded4bf0d', 'mac_address': 'fa:16:3e:2d:91:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b323a4ff-4161-4077-ac22-5f7213bd8bf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-10T21:17:47Z', 'updated_at': '2021-02-10T21:17:50Z', 'revision_number': 1, 'project_id': '660222962bf2454ea2ba636072eefa4e', 'fixed_ip_address_scope': None}, {'id': 'bc201838-1ffa-4903-81ed-059eafe1a77b', 'tenant_id': '660222962bf2454ea2ba636072eefa4e', 'floating_ip_address': '172.27.3.242', 'floating_network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'router_id': '507195d5-ba69-4e84-b2c2-20002f96699a', 'port_id': '75603cda-0980-41cf-b879-8563c5313fe1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21565ca2-3f6f-4c53-8a7d-132eded4bf0d', 'mac_address': 'fa:16:3e:85:ef:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61a4b4a-44f0-4954-926f-215590dc569b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-10T21:15:57Z', 'updated_at': '2021-02-10T21:16:02Z', 'revision_number': 2, 'project_id': '660222962bf2454ea2ba636072eefa4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '920f6771-d3ca-4247-80f8-666b49596407', 'name': '', 'network_id': '21565ca2-3f6f-4c53-8a7d-132eded4bf0d', 'tenant_id': '660222962bf2454ea2ba636072eefa4e', 'mac_address': 'fa:16:3e:8e:50:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507195d5-ba69-4e84-b2c2-20002f96699a', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '5317e4a1-a0ef-46da-abd4-7584d57f65cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:51Z', 'updated_at': '2021-02-10T21:13:00Z', 'revision_number': 5, 'project_id': '660222962bf2454ea2ba636072eefa4e', 'subnets': [{'id': '5317e4a1-a0ef-46da-abd4-7584d57f65cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775008-1-iscsi', False) {} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:17:52.534246 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd28121-9313-4f1c-9f04-8401c4b4a7cd None None] The sync data for ids ['507195d5-ba69-4e84-b2c2-20002f96699a'] in dv-cinder-775008-1-iscsi is: [{'id': '507195d5-ba69-4e84-b2c2-20002f96699a', 'name': 'tempest-TestVolumeBootPattern-1058213678-router', 'tenant_id': '660222962bf2454ea2ba636072eefa4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '5cefccab-2d76-4f67-bdd2-48fb10088e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:12:46Z', 'updated_at': '2021-02-10T21:12:52Z', 'revision_number': 4, 'project_id': '660222962bf2454ea2ba636072eefa4e', 'gw_port': {'id': '5cefccab-2d76-4f67-bdd2-48fb10088e35', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:58:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507195d5-ba69-4e84-b2c2-20002f96699a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:47Z', 'updated_at': '2021-02-10T21:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi', '_floatingips': [{'id': '03ac0c42-b490-4f6a-b6dc-55721be817dc', 'tenant_id': '660222962bf2454ea2ba636072eefa4e', 'floating_ip_address': '172.27.3.222', 'floating_network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'router_id': '507195d5-ba69-4e84-b2c2-20002f96699a', 'port_id': '61185112-1025-438b-a5bf-6c51e70480ca', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21565ca2-3f6f-4c53-8a7d-132eded4bf0d', 'mac_address': 'fa:16:3e:2d:91:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b323a4ff-4161-4077-ac22-5f7213bd8bf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-10T21:17:47Z', 'updated_at': '2021-02-10T21:17:50Z', 'revision_number': 1, 'project_id': '660222962bf2454ea2ba636072eefa4e', 'fixed_ip_address_scope': None}, {'id': 'bc201838-1ffa-4903-81ed-059eafe1a77b', 'tenant_id': '660222962bf2454ea2ba636072eefa4e', 'floating_ip_address': '172.27.3.242', 'floating_network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'router_id': '507195d5-ba69-4e84-b2c2-20002f96699a', 'port_id': '75603cda-0980-41cf-b879-8563c5313fe1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21565ca2-3f6f-4c53-8a7d-132eded4bf0d', 'mac_address': 'fa:16:3e:85:ef:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61a4b4a-44f0-4954-926f-215590dc569b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-10T21:15:57Z', 'updated_at': '2021-02-10T21:16:02Z', 'revision_number': 2, 'project_id': '660222962bf2454ea2ba636072eefa4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '920f6771-d3ca-4247-80f8-666b49596407', 'name': '', 'network_id': '21565ca2-3f6f-4c53-8a7d-132eded4bf0d', 'tenant_id': '660222962bf2454ea2ba636072eefa4e', 'mac_address': 'fa:16:3e:8e:50:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507195d5-ba69-4e84-b2c2-20002f96699a', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '5317e4a1-a0ef-46da-abd4-7584d57f65cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:51Z', 'updated_at': '2021-02-10T21:13:00Z', 'revision_number': 5, 'project_id': '660222962bf2454ea2ba636072eefa4e', 'subnets': [{'id': '5317e4a1-a0ef-46da-abd4-7584d57f65cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 10 21:17:52.687940 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-f14b79d1-7cc1-40b7-8e99-a9165985796e req-13b69059-8304-4eee-b9ee-3e0ef3aa95d3 service neutron] 10.222.0.82 "GET /v2.0/networks/21565ca2-3f6f-4c53-8a7d-132eded4bf0d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2676065
Feb 10 21:17:52.694643 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-baf3b5c3-f975-4250-b975-f5e669fd7b8d req-1771fb2c-39a6-4605-b2fd-de77295ec656 service neutron] 10.222.0.15 "GET /v2.0/networks/21565ca2-3f6f-4c53-8a7d-132eded4bf0d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2474368
Feb 10 21:17:52.834505 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231ca98b-6e56-4949-aec5-a7783c21c86a None None] New status for floating IP 03ac0c42-b490-4f6a-b6dc-55721be817dc: ACTIVE {{(pid=79930) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 10 21:17:52.961837 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-f14b79d1-7cc1-40b7-8e99-a9165985796e req-10569f9c-92c5-4d10-919d-982b9c5b8690 service neutron] 10.222.0.82 "GET /v2.0/networks/21565ca2-3f6f-4c53-8a7d-132eded4bf0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2660773
Feb 10 21:17:52.965074 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-baf3b5c3-f975-4250-b975-f5e669fd7b8d req-a72a876e-2131-4895-b32d-84fcc2326663 service neutron] 10.222.0.15 "GET /v2.0/networks/21565ca2-3f6f-4c53-8a7d-132eded4bf0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2471519
Feb 10 21:17:54.203775 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-9a4f6fe5-54ce-41cf-8ea1-be0679123ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:17:56.690564 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-2cd2c04e-6e07-4b59-a15b-2d3c56090cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:17:57.344904 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8e35c017-ca0e-4997-9af4-ce0f5f2c761e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:17:58.243638 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:17:58.397950 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a16a173f-35ea-40df-9953-0a23fc2526db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:18:01.432466 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:18:07.900820 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.agents_db [None req-2fd61c53-9bc0-4c2f-aa40-be9729c6e46f None None] Agent healthcheck: found 6 active agents {{(pid=79931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 10 21:18:24.204562 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-39c7ce63-d04c-4ae7-8eea-2120554e2ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:18:26.692420 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-0a2521c1-7a1c-4584-bf91-77a1b5d1153e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:18:27.348447 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8e35c017-ca0e-4997-9af4-ce0f5f2c761e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:18:28.245959 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:18:28.400278 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a16a173f-35ea-40df-9953-0a23fc2526db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:18:31.446910 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:18:39.128176 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-179bf989-fb1f-4fe5-aeae-2767a86a59fb req-e9a31b96-67b8-4875-bf3c-86b816880347 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c61a4b4a-44f0-4954-926f-215590dc569b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1526570
Feb 10 21:18:39.282299 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179bf989-fb1f-4fe5-aeae-2767a86a59fb req-ee75b129-aebb-45f2-b60a-a83e2b9137f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:18:39.283904 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-179bf989-fb1f-4fe5-aeae-2767a86a59fb req-ee75b129-aebb-45f2-b60a-a83e2b9137f9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=660222962bf2454ea2ba636072eefa4e&device_id=c61a4b4a-44f0-4954-926f-215590dc569b HTTP/1.1" status: 200  len: 1162 time: 0.0784576
Feb 10 21:18:39.441412 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179bf989-fb1f-4fe5-aeae-2767a86a59fb req-5313e2b2-fc5a-4465-8716-178dd58a816d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:18:39.443172 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-179bf989-fb1f-4fe5-aeae-2767a86a59fb req-5313e2b2-fc5a-4465-8716-178dd58a816d service neutron] 10.222.0.15 "GET /v2.0/networks?id=21565ca2-3f6f-4c53-8a7d-132eded4bf0d HTTP/1.1" status: 200  len: 906 time: 0.1383963
Feb 10 21:18:39.557672 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-179bf989-fb1f-4fe5-aeae-2767a86a59fb req-baff448e-85b1-4625-bb20-a1a1c6c9acce service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75603cda-0980-41cf-b879-8563c5313fe1 HTTP/1.1" status: 200  len: 1001 time: 0.1050053
Feb 10 21:18:39.628540 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179bf989-fb1f-4fe5-aeae-2767a86a59fb req-810204b7-b31d-4d7a-be33-283fdd0ff0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:18:39.630137 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-179bf989-fb1f-4fe5-aeae-2767a86a59fb req-810204b7-b31d-4d7a-be33-283fdd0ff0aa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5317e4a1-a0ef-46da-abd4-7584d57f65cd HTTP/1.1" status: 200  len: 851 time: 0.0642836
Feb 10 21:18:39.718547 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179bf989-fb1f-4fe5-aeae-2767a86a59fb req-61b8f171-4410-4179-a9e6-085389fbfb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:18:39.720170 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-179bf989-fb1f-4fe5-aeae-2767a86a59fb req-61b8f171-4410-4179-a9e6-085389fbfb96 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=21565ca2-3f6f-4c53-8a7d-132eded4bf0d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0821176
Feb 10 21:18:39.863096 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-179bf989-fb1f-4fe5-aeae-2767a86a59fb req-87601064-1ff2-47ff-be02-ca5927520c27 service neutron] 10.222.0.15 "GET /v2.0/networks/21565ca2-3f6f-4c53-8a7d-132eded4bf0d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1355674
Feb 10 21:18:40.008467 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-179bf989-fb1f-4fe5-aeae-2767a86a59fb req-4d3c2ede-ae17-4ad3-b978-2ac5bf675ef0 service neutron] 10.222.0.15 "GET /v2.0/networks/21565ca2-3f6f-4c53-8a7d-132eded4bf0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1378083
Feb 10 21:18:44.900664 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.agents_db [None req-2fd61c53-9bc0-4c2f-aa40-be9729c6e46f None None] Agent healthcheck: found 6 active agents {{(pid=79931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 10 21:18:54.205560 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8e302393-8ab8-4f3f-ab99-d39450723254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:18:56.695659 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-5f48c5fd-1466-414f-8428-f629e28bf362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:18:57.351636 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8e35c017-ca0e-4997-9af4-ce0f5f2c761e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:18:58.247292 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:18:58.403834 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a16a173f-35ea-40df-9953-0a23fc2526db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:01.462471 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:19.850140 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-8c7a3935-54b5-4410-adb8-3221ba9a332a req-61f514e8-dc09-40f1-a2b6-b70f5a0d66d1 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/floatingips/03ac0c42-b490-4f6a-b6dc-55721be817dc HTTP/1.1" status: 200  len: 998 time: 0.1347363
Feb 10 21:19:20.092844 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7a3935-54b5-4410-adb8-3221ba9a332a req-372bfca7-65d1-418a-9786-893c01d5bd19 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:19:20.094440 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-8c7a3935-54b5-4410-adb8-3221ba9a332a req-372bfca7-65d1-418a-9786-893c01d5bd19 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/networks/caec50ae-8f3b-4f45-a3ad-eb903a732614 HTTP/1.1" status: 200  len: 784 time: 0.2386379
Feb 10 21:19:20.106039 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [req-8c7a3935-54b5-4410-adb8-3221ba9a332a req-249d9e43-25ed-4ee6-8b2c-c3a70c3f0009 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=79928) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 10 21:19:20.107062 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-8c7a3935-54b5-4410-adb8-3221ba9a332a req-249d9e43-25ed-4ee6-8b2c-c3a70c3f0009 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0061169
Feb 10 21:19:20.238472 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-8c7a3935-54b5-4410-adb8-3221ba9a332a req-6555793c-b78b-4177-b452-fa802ce6576a tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/floatingips?floating_ip_address=172.27.3.222 HTTP/1.1" status: 200  len: 1001 time: 0.1255255
Feb 10 21:19:20.403078 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7a3935-54b5-4410-adb8-3221ba9a332a req-7e3faf7e-638e-4cc0-936d-a471d9b7e3ac tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:19:20.404541 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-8c7a3935-54b5-4410-adb8-3221ba9a332a req-7e3faf7e-638e-4cc0-936d-a471d9b7e3ac tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/ports/61185112-1025-438b-a5bf-6c51e70480ca HTTP/1.1" status: 200  len: 942 time: 0.1600323
Feb 10 21:19:20.845075 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-8c7a3935-54b5-4410-adb8-3221ba9a332a req-6f5366a9-14a7-43a2-83be-c051a7bf227a tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/floatingips?floating_ip_address=172.27.3.222 HTTP/1.1" status: 200  len: 1001 time: 0.3602750
Feb 10 21:19:21.090088 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [req-8c7a3935-54b5-4410-adb8-3221ba9a332a req-d5002efe-2f28-43b1-add2-2d1b1f825be3 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Deleting port 26ca5ed8-827a-4b60-9910-3a9c6c679cb5 {{(pid=79928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 10 21:19:21.090664 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-8c7a3935-54b5-4410-adb8-3221ba9a332a req-d5002efe-2f28-43b1-add2-2d1b1f825be3 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258056652319'] for port, before_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:21.278895 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-8c7a3935-54b5-4410-adb8-3221ba9a332a req-d5002efe-2f28-43b1-add2-2d1b1f825be3 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797663'] for port, precommit_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:21.279265 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-8c7a3935-54b5-4410-adb8-3221ba9a332a req-d5002efe-2f28-43b1-add2-2d1b1f825be3 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:21.412253 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [req-8c7a3935-54b5-4410-adb8-3221ba9a332a req-d5002efe-2f28-43b1-add2-2d1b1f825be3 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Calling delete_port for 26ca5ed8-827a-4b60-9910-3a9c6c679cb5 owned by network:floatingip {{(pid=79928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 10 21:19:21.574418 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-8c7a3935-54b5-4410-adb8-3221ba9a332a req-d5002efe-2f28-43b1-add2-2d1b1f825be3 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778798065335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778797633719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851641298'] for port, after_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:21.589904 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-e0060fd6-2812-4f34-88b7-d54df71ab2be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:19:21.647566 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5002efe-2f28-43b1-add2-2d1b1f825be3 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Pushing event deleted for resources: {'Port': ['ID=26ca5ed8-827a-4b60-9910-3a9c6c679cb5,revision_number=None']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:19:21.706900 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5002efe-2f28-43b1-add2-2d1b1f825be3 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:19:21.707248 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5002efe-2f28-43b1-add2-2d1b1f825be3 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:19:21.708215 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5002efe-2f28-43b1-add2-2d1b1f825be3 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:19:21.708625 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5002efe-2f28-43b1-add2-2d1b1f825be3 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:19:21.709027 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5002efe-2f28-43b1-add2-2d1b1f825be3 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:19:21.709520 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5002efe-2f28-43b1-add2-2d1b1f825be3 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:19:21.709928 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5002efe-2f28-43b1-add2-2d1b1f825be3 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:19:21.710371 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5002efe-2f28-43b1-add2-2d1b1f825be3 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:19:21.710775 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5002efe-2f28-43b1-add2-2d1b1f825be3 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:19:21.711175 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5002efe-2f28-43b1-add2-2d1b1f825be3 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:19:21.711574 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5002efe-2f28-43b1-add2-2d1b1f825be3 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:19:21.711971 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5002efe-2f28-43b1-add2-2d1b1f825be3 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:19:21.712464 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5002efe-2f28-43b1-add2-2d1b1f825be3 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:19:21.712863 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5002efe-2f28-43b1-add2-2d1b1f825be3 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:19:21.713260 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5002efe-2f28-43b1-add2-2d1b1f825be3 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:19:21.713654 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5002efe-2f28-43b1-add2-2d1b1f825be3 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:19:21.714067 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5002efe-2f28-43b1-add2-2d1b1f825be3 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:19:21.714466 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5002efe-2f28-43b1-add2-2d1b1f825be3 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:19:21.714860 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5002efe-2f28-43b1-add2-2d1b1f825be3 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:19:21.715251 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5002efe-2f28-43b1-add2-2d1b1f825be3 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:19:21.715643 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5002efe-2f28-43b1-add2-2d1b1f825be3 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:19:21.716035 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5002efe-2f28-43b1-add2-2d1b1f825be3 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:19:21.716432 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5002efe-2f28-43b1-add2-2d1b1f825be3 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:19:21.716822 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5002efe-2f28-43b1-add2-2d1b1f825be3 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79928) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:19:21.727714 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-d5002efe-2f28-43b1-add2-2d1b1f825be3 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:19:21.828498 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-8c7a3935-54b5-4410-adb8-3221ba9a332a req-d5002efe-2f28-43b1-add2-2d1b1f825be3 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks [] for floatingip, after_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:21.829004 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.db.l3_db [req-8c7a3935-54b5-4410-adb8-3221ba9a332a req-d5002efe-2f28-43b1-add2-2d1b1f825be3 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Floating IP 03ac0c42-b490-4f6a-b6dc-55721be817dc disassociated (deleted). External IP: 172.27.3.222, port: 61185112-1025-438b-a5bf-6c51e70480ca.
Feb 10 21:19:21.900835 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.agents_db [None req-2fd61c53-9bc0-4c2f-aa40-be9729c6e46f None None] Agent healthcheck: found 6 active agents {{(pid=79931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 10 21:19:22.209374 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8c7a3935-54b5-4410-adb8-3221ba9a332a req-d5002efe-2f28-43b1-add2-2d1b1f825be3 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Router 507195d5-ba69-4e84-b2c2-20002f96699a has already been hosted by L3 agent 351a09a7-a8bd-44d4-8337-3dd1b5c8f290 {{(pid=79928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 10 21:19:22.401527 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8c7a3935-54b5-4410-adb8-3221ba9a332a req-d5002efe-2f28-43b1-add2-2d1b1f825be3 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify agent at l3_agent.dv-cinder-775008-1-iscsi the message routers_updated {{(pid=79928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 10 21:19:22.412356 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b2bbaf-81e2-422c-9630-5978159da587 None None] Sync routers for ids ['507195d5-ba69-4e84-b2c2-20002f96699a'] in dv-cinder-775008-1-iscsi {{(pid=79931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 10 21:19:22.422522 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b2bbaf-81e2-422c-9630-5978159da587 None None] Routers {'507195d5-ba69-4e84-b2c2-20002f96699a'} bound to L3 agent in host dv-cinder-775008-1-iscsi {{(pid=79931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 10 21:19:22.423196 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-86b2bbaf-81e2-422c-9630-5978159da587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbf90e6d278>, 'dv-cinder-775008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-10T20:53:27Z,description=<?>,heartbeat_timestamp=2021-02-10T21:18:57Z,host='dv-cinder-775008-1-iscsi',id=351a09a7-a8bd-44d4-8337-3dd1b5c8f290,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-10T20:53:27Z,topic='l3_agent')) {'router_ids': ['507195d5-ba69-4e84-b2c2-20002f96699a'], 'active': True} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:19:22.427919 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-8c7a3935-54b5-4410-adb8-3221ba9a332a req-d5002efe-2f28-43b1-add2-2d1b1f825be3 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770081'] for floatingip, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:22.490897 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-8c7a3935-54b5-4410-adb8-3221ba9a332a req-d5002efe-2f28-43b1-add2-2d1b1f825be3 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "DELETE /v2.0/floatingips/03ac0c42-b490-4f6a-b6dc-55721be817dc HTTP/1.1" status: 204  len: 173 time: 1.6391833
Feb 10 21:19:22.491479 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b323a4ff-4161-4077-ac22-5f7213bd8bf9', 'tag': '61185112-1025-438b-a5bf-6c51e70480ca'}] {{(pid=79928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 10 21:19:22.618827 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvr_db [None req-86b2bbaf-81e2-422c-9630-5978159da587 None None] Set router 507195d5-ba69-4e84-b2c2-20002f96699a gateway port host: dv-cinder-775008-1-iscsi {{(pid=79931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 10 21:19:22.644845 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b323a4ff-4161-4077-ac22-5f7213bd8bf9', 'tag': '61185112-1025-438b-a5bf-6c51e70480ca', 'status': 'completed', 'code': 200}
Feb 10 21:19:22.661498 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7a3935-54b5-4410-adb8-3221ba9a332a req-9a93e3b9-0b1a-4b97-975e-ad2f1c7f9412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:19:22.663603 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-8c7a3935-54b5-4410-adb8-3221ba9a332a req-9a93e3b9-0b1a-4b97-975e-ad2f1c7f9412 service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=660222962bf2454ea2ba636072eefa4e&device_id=b323a4ff-4161-4077-ac22-5f7213bd8bf9 HTTP/1.1" status: 200  len: 1162 time: 0.1589513
Feb 10 21:19:22.754951 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1612a26-ce55-4470-92ad-404b65466155 req-4b357556-6ea7-4f95-a420-1c744bedd4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:19:22.756789 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-e1612a26-ce55-4470-92ad-404b65466155 req-4b357556-6ea7-4f95-a420-1c744bedd4c6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=660222962bf2454ea2ba636072eefa4e&device_id=b323a4ff-4161-4077-ac22-5f7213bd8bf9 HTTP/1.1" status: 200  len: 1162 time: 0.0849214
Feb 10 21:19:22.814703 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7a3935-54b5-4410-adb8-3221ba9a332a req-11487f29-4f2b-440b-bb6e-2a175f6c9514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:19:22.816931 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-8c7a3935-54b5-4410-adb8-3221ba9a332a req-11487f29-4f2b-440b-bb6e-2a175f6c9514 service neutron] 10.222.0.82 "GET /v2.0/networks?id=21565ca2-3f6f-4c53-8a7d-132eded4bf0d HTTP/1.1" status: 200  len: 906 time: 0.1465032
Feb 10 21:19:22.894434 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-8c7a3935-54b5-4410-adb8-3221ba9a332a req-7bfbab9b-61ab-4ecd-9edb-cab5328c11e0 service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61185112-1025-438b-a5bf-6c51e70480ca HTTP/1.1" status: 200  len: 217 time: 0.0701983
Feb 10 21:19:22.906461 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1612a26-ce55-4470-92ad-404b65466155 req-cfc6014e-3df2-4d55-b991-b5d6ecf7289c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:19:22.908065 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-e1612a26-ce55-4470-92ad-404b65466155 req-cfc6014e-3df2-4d55-b991-b5d6ecf7289c service neutron] 10.222.0.15 "GET /v2.0/networks?id=21565ca2-3f6f-4c53-8a7d-132eded4bf0d HTTP/1.1" status: 200  len: 906 time: 0.1440120
Feb 10 21:19:22.967294 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7a3935-54b5-4410-adb8-3221ba9a332a req-411c53ce-0be7-4f24-b7fa-c2b6eeae8a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:19:22.969003 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-8c7a3935-54b5-4410-adb8-3221ba9a332a req-411c53ce-0be7-4f24-b7fa-c2b6eeae8a3c service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5317e4a1-a0ef-46da-abd4-7584d57f65cd HTTP/1.1" status: 200  len: 851 time: 0.0668440
Feb 10 21:19:22.987622 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-e1612a26-ce55-4470-92ad-404b65466155 req-afe8ec43-79ae-4a66-b2ec-ce954b8a4e48 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61185112-1025-438b-a5bf-6c51e70480ca HTTP/1.1" status: 200  len: 217 time: 0.0718997
Feb 10 21:19:23.008755 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-86b2bbaf-81e2-422c-9630-5978159da587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbf90e6d278>, [{'id': '507195d5-ba69-4e84-b2c2-20002f96699a', 'name': 'tempest-TestVolumeBootPattern-1058213678-router', 'tenant_id': '660222962bf2454ea2ba636072eefa4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '5cefccab-2d76-4f67-bdd2-48fb10088e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:12:46Z', 'updated_at': '2021-02-10T21:12:52Z', 'revision_number': 4, 'project_id': '660222962bf2454ea2ba636072eefa4e', 'gw_port': {'id': '5cefccab-2d76-4f67-bdd2-48fb10088e35', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:58:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507195d5-ba69-4e84-b2c2-20002f96699a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:47Z', 'updated_at': '2021-02-10T21:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi', '_floatingips': [{'id': 'bc201838-1ffa-4903-81ed-059eafe1a77b', 'tenant_id': '660222962bf2454ea2ba636072eefa4e', 'floating_ip_address': '172.27.3.242', 'floating_network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'router_id': '507195d5-ba69-4e84-b2c2-20002f96699a', 'port_id': '75603cda-0980-41cf-b879-8563c5313fe1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21565ca2-3f6f-4c53-8a7d-132eded4bf0d', 'mac_address': 'fa:16:3e:85:ef:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61a4b4a-44f0-4954-926f-215590dc569b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-10T21:15:57Z', 'updated_at': '2021-02-10T21:16:02Z', 'revision_number': 2, 'project_id': '660222962bf2454ea2ba636072eefa4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '920f6771-d3ca-4247-80f8-666b49596407', 'name': '', 'network_id': '21565ca2-3f6f-4c53-8a7d-132eded4bf0d', 'tenant_id': '660222962bf2454ea2ba636072eefa4e', 'mac_address': 'fa:16:3e:8e:50:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507195d5-ba69-4e84-b2c2-20002f96699a', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '5317e4a1-a0ef-46da-abd4-7584d57f65cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:51Z', 'updated_at': '2021-02-10T21:13:00Z', 'revision_number': 5, 'project_id': '660222962bf2454ea2ba636072eefa4e', 'subnets': [{'id': '5317e4a1-a0ef-46da-abd4-7584d57f65cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775008-1-iscsi', False) {} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:19:23.013333 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b2bbaf-81e2-422c-9630-5978159da587 None None] Checking router: 507195d5-ba69-4e84-b2c2-20002f96699a for host: dv-cinder-775008-1-iscsi {{(pid=79931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 10 21:19:23.024332 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b2bbaf-81e2-422c-9630-5978159da587 None None] Routers {'507195d5-ba69-4e84-b2c2-20002f96699a'} bound to L3 agent in host dv-cinder-775008-1-iscsi {{(pid=79931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 10 21:19:23.025096 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-86b2bbaf-81e2-422c-9630-5978159da587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbf90e6d278>, 'dv-cinder-775008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-10T20:53:27Z,description=<?>,heartbeat_timestamp=2021-02-10T21:18:57Z,host='dv-cinder-775008-1-iscsi',id=351a09a7-a8bd-44d4-8337-3dd1b5c8f290,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-10T20:53:27Z,topic='l3_agent')) {'router_ids': ['507195d5-ba69-4e84-b2c2-20002f96699a'], 'active': True} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:19:23.056823 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7a3935-54b5-4410-adb8-3221ba9a332a req-37a231b8-99a0-4da4-a500-d10d055a29ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:19:23.066070 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-8c7a3935-54b5-4410-adb8-3221ba9a332a req-37a231b8-99a0-4da4-a500-d10d055a29ab service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=21565ca2-3f6f-4c53-8a7d-132eded4bf0d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0879149
Feb 10 21:19:23.073489 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1612a26-ce55-4470-92ad-404b65466155 req-eea728b0-3b41-428d-8574-94e96c12dfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:19:23.075533 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-e1612a26-ce55-4470-92ad-404b65466155 req-eea728b0-3b41-428d-8574-94e96c12dfc4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5317e4a1-a0ef-46da-abd4-7584d57f65cd HTTP/1.1" status: 200  len: 851 time: 0.0817235
Feb 10 21:19:23.171854 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1612a26-ce55-4470-92ad-404b65466155 req-a49e9277-394d-4fde-8ecd-c234fd5ccf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:19:23.173600 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-e1612a26-ce55-4470-92ad-404b65466155 req-a49e9277-394d-4fde-8ecd-c234fd5ccf5b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=21565ca2-3f6f-4c53-8a7d-132eded4bf0d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0888696
Feb 10 21:19:23.213534 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-8c7a3935-54b5-4410-adb8-3221ba9a332a req-0bdad416-ddc9-422f-a7a4-d74bc1e0e837 service neutron] 10.222.0.82 "GET /v2.0/networks/21565ca2-3f6f-4c53-8a7d-132eded4bf0d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1461580
Feb 10 21:19:23.217447 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvr_db [None req-86b2bbaf-81e2-422c-9630-5978159da587 None None] Set router 507195d5-ba69-4e84-b2c2-20002f96699a gateway port host: dv-cinder-775008-1-iscsi {{(pid=79931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 10 21:19:23.336619 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-e1612a26-ce55-4470-92ad-404b65466155 req-00f2555b-0fd9-49b5-9c1c-afa8a4990aea service neutron] 10.222.0.15 "GET /v2.0/networks/21565ca2-3f6f-4c53-8a7d-132eded4bf0d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1558244
Feb 10 21:19:23.383861 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-8c7a3935-54b5-4410-adb8-3221ba9a332a req-aea246a8-fa8f-4135-8fc4-d5b9bd3aecae service neutron] 10.222.0.82 "GET /v2.0/networks/21565ca2-3f6f-4c53-8a7d-132eded4bf0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1540105
Feb 10 21:19:23.493944 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-e1612a26-ce55-4470-92ad-404b65466155 req-621ed940-27ae-4ebd-bcac-767a1885cc1c service neutron] 10.222.0.15 "GET /v2.0/networks/21565ca2-3f6f-4c53-8a7d-132eded4bf0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1497152
Feb 10 21:19:23.749352 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-86b2bbaf-81e2-422c-9630-5978159da587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbf90e6d278>, [{'id': '507195d5-ba69-4e84-b2c2-20002f96699a', 'name': 'tempest-TestVolumeBootPattern-1058213678-router', 'tenant_id': '660222962bf2454ea2ba636072eefa4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '5cefccab-2d76-4f67-bdd2-48fb10088e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:12:46Z', 'updated_at': '2021-02-10T21:12:52Z', 'revision_number': 4, 'project_id': '660222962bf2454ea2ba636072eefa4e', 'gw_port': {'id': '5cefccab-2d76-4f67-bdd2-48fb10088e35', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:58:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507195d5-ba69-4e84-b2c2-20002f96699a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:47Z', 'updated_at': '2021-02-10T21:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi', '_floatingips': [{'id': 'bc201838-1ffa-4903-81ed-059eafe1a77b', 'tenant_id': '660222962bf2454ea2ba636072eefa4e', 'floating_ip_address': '172.27.3.242', 'floating_network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'router_id': '507195d5-ba69-4e84-b2c2-20002f96699a', 'port_id': '75603cda-0980-41cf-b879-8563c5313fe1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21565ca2-3f6f-4c53-8a7d-132eded4bf0d', 'mac_address': 'fa:16:3e:85:ef:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61a4b4a-44f0-4954-926f-215590dc569b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-10T21:15:57Z', 'updated_at': '2021-02-10T21:16:02Z', 'revision_number': 2, 'project_id': '660222962bf2454ea2ba636072eefa4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '920f6771-d3ca-4247-80f8-666b49596407', 'name': '', 'network_id': '21565ca2-3f6f-4c53-8a7d-132eded4bf0d', 'tenant_id': '660222962bf2454ea2ba636072eefa4e', 'mac_address': 'fa:16:3e:8e:50:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507195d5-ba69-4e84-b2c2-20002f96699a', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '5317e4a1-a0ef-46da-abd4-7584d57f65cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:51Z', 'updated_at': '2021-02-10T21:13:00Z', 'revision_number': 5, 'project_id': '660222962bf2454ea2ba636072eefa4e', 'subnets': [{'id': '5317e4a1-a0ef-46da-abd4-7584d57f65cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775008-1-iscsi', False) {} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:19:23.753644 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b2bbaf-81e2-422c-9630-5978159da587 None None] The sync data for ids ['507195d5-ba69-4e84-b2c2-20002f96699a'] in dv-cinder-775008-1-iscsi is: [{'id': '507195d5-ba69-4e84-b2c2-20002f96699a', 'name': 'tempest-TestVolumeBootPattern-1058213678-router', 'tenant_id': '660222962bf2454ea2ba636072eefa4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '5cefccab-2d76-4f67-bdd2-48fb10088e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:12:46Z', 'updated_at': '2021-02-10T21:12:52Z', 'revision_number': 4, 'project_id': '660222962bf2454ea2ba636072eefa4e', 'gw_port': {'id': '5cefccab-2d76-4f67-bdd2-48fb10088e35', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:58:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507195d5-ba69-4e84-b2c2-20002f96699a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:47Z', 'updated_at': '2021-02-10T21:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi', '_floatingips': [{'id': 'bc201838-1ffa-4903-81ed-059eafe1a77b', 'tenant_id': '660222962bf2454ea2ba636072eefa4e', 'floating_ip_address': '172.27.3.242', 'floating_network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'router_id': '507195d5-ba69-4e84-b2c2-20002f96699a', 'port_id': '75603cda-0980-41cf-b879-8563c5313fe1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21565ca2-3f6f-4c53-8a7d-132eded4bf0d', 'mac_address': 'fa:16:3e:85:ef:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c61a4b4a-44f0-4954-926f-215590dc569b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-10T21:15:57Z', 'updated_at': '2021-02-10T21:16:02Z', 'revision_number': 2, 'project_id': '660222962bf2454ea2ba636072eefa4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '920f6771-d3ca-4247-80f8-666b49596407', 'name': '', 'network_id': '21565ca2-3f6f-4c53-8a7d-132eded4bf0d', 'tenant_id': '660222962bf2454ea2ba636072eefa4e', 'mac_address': 'fa:16:3e:8e:50:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507195d5-ba69-4e84-b2c2-20002f96699a', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '5317e4a1-a0ef-46da-abd4-7584d57f65cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:51Z', 'updated_at': '2021-02-10T21:13:00Z', 'revision_number': 5, 'project_id': '660222962bf2454ea2ba636072eefa4e', 'subnets': [{'id': '5317e4a1-a0ef-46da-abd4-7584d57f65cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 10 21:19:23.912565 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0140011d-1923-4533-a9af-086db52a2c37 req-6feceab7-3599-420d-99a5-15a724188038 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:19:23.913375 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-0140011d-1923-4533-a9af-086db52a2c37 req-6feceab7-3599-420d-99a5-15a724188038 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Synchronizing usage tracker for tenant:660222962bf2454ea2ba636072eefa4e on resource:port {{(pid=79928) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 10 21:19:23.928693 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-0140011d-1923-4533-a9af-086db52a2c37 req-6feceab7-3599-420d-99a5-15a724188038 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Unset dirty status for tenant:660222962bf2454ea2ba636072eefa4e on resource:port {{(pid=79928) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 10 21:19:23.929970 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-0140011d-1923-4533-a9af-086db52a2c37 req-6feceab7-3599-420d-99a5-15a724188038 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/ports?device_id=b323a4ff-4161-4077-ac22-5f7213bd8bf9 HTTP/1.1" status: 200  len: 945 time: 0.1912320
Feb 10 21:19:23.995692 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-0140011d-1923-4533-a9af-086db52a2c37 req-3751bb56-0107-42f3-b328-afd74c77a9b5 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/security-groups?id=b13c7963-b9ef-42d3-8b25-a5452d137283&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0592229
Feb 10 21:19:24.156547 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d25b44-1d8e-4685-8024-b3f7de702a71 None None] New status for floating IP 03ac0c42-b490-4f6a-b6dc-55721be817dc: DOWN {{(pid=79930) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 10 21:19:24.470632 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-38247dc2-fe86-487d-9728-4e4d65b4a933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:25.303208 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7979902-0042-425d-9506-084f8f78144d req-70833534-8f0e-4766-8f3b-276b486b586f tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:19:25.304766 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-f7979902-0042-425d-9506-084f8f78144d req-70833534-8f0e-4766-8f3b-276b486b586f tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/ports?device_id=b323a4ff-4161-4077-ac22-5f7213bd8bf9 HTTP/1.1" status: 200  len: 945 time: 0.1705499
Feb 10 21:19:25.371267 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-f7979902-0042-425d-9506-084f8f78144d req-cef775a8-2cda-49a1-b0f0-dad3fc5b8413 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/security-groups?id=b13c7963-b9ef-42d3-8b25-a5452d137283&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0600021
Feb 10 21:19:25.502760 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device 61185112-1025-438b-a5bf-6c51e70480ca no longer exists at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 10 21:19:25.540621 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4b68b3-149a-4d22-8597-32daecd80b1b req-9e2518dd-f01f-4d03-b1fb-2c7c113d392d tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:19:25.542355 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-fd4b68b3-149a-4d22-8597-32daecd80b1b req-9e2518dd-f01f-4d03-b1fb-2c7c113d392d tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.15 "GET /v2.0/ports?device_id=b323a4ff-4161-4077-ac22-5f7213bd8bf9 HTTP/1.1" status: 200  len: 945 time: 0.1902850
Feb 10 21:19:25.622792 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:25.640420 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [req-fd4b68b3-149a-4d22-8597-32daecd80b1b req-2d56d34a-103f-40db-830b-6ed3dd64a608 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Deleting port 61185112-1025-438b-a5bf-6c51e70480ca {{(pid=79929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 10 21:19:25.640805 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-fd4b68b3-149a-4d22-8597-32daecd80b1b req-2d56d34a-103f-40db-830b-6ed3dd64a608 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258056652319'] for port, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:25.652872 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b323a4ff-4161-4077-ac22-5f7213bd8bf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61185112-1025-438b-a5bf-6c51e70480ca'}] {{(pid=79930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 10 21:19:25.663564 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] For port 61185112-1025-438b-a5bf-6c51e70480ca, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=61185112-1025-438b-a5bf-6c51e70480ca,segment=NetworkSegment(79051ec9-b046-465d-804e-8eaa9fec71f5),segment_id=79051ec9-b046-465d-804e-8eaa9fec71f5)] {{(pid=79930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:19:25.666928 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:25.668803 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-4b60ef9e-cda9-4935-9ca2-ef5e5b57f466 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:19:25.724411 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b323a4ff-4161-4077-ac22-5f7213bd8bf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61185112-1025-438b-a5bf-6c51e70480ca', 'code': 200}
Feb 10 21:19:25.746442 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Pushing event updated for resources: {'Port': ['ID=61185112-1025-438b-a5bf-6c51e70480ca,revision_number=5']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:19:25.755276 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:19:25.755777 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:19:25.756374 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:19:25.756782 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:19:25.757161 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:19:25.757541 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:19:25.757918 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:19:25.758341 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:19:25.758718 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:19:25.759089 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:19:25.759465 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:19:25.759818 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:19:25.760285 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:19:25.760650 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:19:25.761021 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:19:25.761386 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:19:25.761752 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:19:25.762142 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:19:25.762509 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:19:25.762870 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:19:25.763235 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:19:25.763598 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:19:25.763962 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:19:25.764325 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:19:25.769056 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:19:26.183959 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [req-fd4b68b3-149a-4d22-8597-32daecd80b1b req-2d56d34a-103f-40db-830b-6ed3dd64a608 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] For port 61185112-1025-438b-a5bf-6c51e70480ca, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=61185112-1025-438b-a5bf-6c51e70480ca,segment=NetworkSegment(79051ec9-b046-465d-804e-8eaa9fec71f5),segment_id=79051ec9-b046-465d-804e-8eaa9fec71f5)] {{(pid=79929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:19:26.184358 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-fd4b68b3-149a-4d22-8597-32daecd80b1b req-2d56d34a-103f-40db-830b-6ed3dd64a608 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797663'] for port, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:26.317442 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [req-fd4b68b3-149a-4d22-8597-32daecd80b1b req-2d56d34a-103f-40db-830b-6ed3dd64a608 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Calling delete_port for 61185112-1025-438b-a5bf-6c51e70480ca owned by compute:nova {{(pid=79929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 10 21:19:26.475456 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-fd4b68b3-149a-4d22-8597-32daecd80b1b req-2d56d34a-103f-40db-830b-6ed3dd64a608 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778798065335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778797633719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630282'] for port, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:26.491697 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-738a5f3d-2a53-49c2-b732-d4e713ae27e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:19:26.596684 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d56d34a-103f-40db-830b-6ed3dd64a608 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Pushing event deleted for resources: {'Port': ['ID=61185112-1025-438b-a5bf-6c51e70480ca,revision_number=None']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:19:26.660195 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-b4aa4657-24b4-46ec-9a98-15f7edee16fe req-cc901b6e-ea33-4f1d-a2d8-f3cf2d8be661 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/ports?device_id=b323a4ff-4161-4077-ac22-5f7213bd8bf9 HTTP/1.1" status: 200  len: 210 time: 0.1335638
Feb 10 21:19:26.668815 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d56d34a-103f-40db-830b-6ed3dd64a608 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:19:26.669160 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d56d34a-103f-40db-830b-6ed3dd64a608 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:19:26.669584 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d56d34a-103f-40db-830b-6ed3dd64a608 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:19:26.670000 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d56d34a-103f-40db-830b-6ed3dd64a608 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:19:26.670439 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d56d34a-103f-40db-830b-6ed3dd64a608 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:19:26.670859 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d56d34a-103f-40db-830b-6ed3dd64a608 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:19:26.671274 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d56d34a-103f-40db-830b-6ed3dd64a608 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:19:26.671685 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d56d34a-103f-40db-830b-6ed3dd64a608 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:19:26.672093 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d56d34a-103f-40db-830b-6ed3dd64a608 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:19:26.672500 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d56d34a-103f-40db-830b-6ed3dd64a608 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:19:26.672909 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d56d34a-103f-40db-830b-6ed3dd64a608 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:19:26.673308 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d56d34a-103f-40db-830b-6ed3dd64a608 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775008-1-iscsi {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:19:26.673809 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d56d34a-103f-40db-830b-6ed3dd64a608 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:19:26.674239 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d56d34a-103f-40db-830b-6ed3dd64a608 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:19:26.674644 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d56d34a-103f-40db-830b-6ed3dd64a608 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:19:26.675043 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d56d34a-103f-40db-830b-6ed3dd64a608 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:19:26.675447 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d56d34a-103f-40db-830b-6ed3dd64a608 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:19:26.675846 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d56d34a-103f-40db-830b-6ed3dd64a608 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:19:26.676873 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d56d34a-103f-40db-830b-6ed3dd64a608 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:19:26.677282 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d56d34a-103f-40db-830b-6ed3dd64a608 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:19:26.677685 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d56d34a-103f-40db-830b-6ed3dd64a608 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:19:26.678233 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d56d34a-103f-40db-830b-6ed3dd64a608 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:19:26.678505 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d56d34a-103f-40db-830b-6ed3dd64a608 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:19:26.678904 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d56d34a-103f-40db-830b-6ed3dd64a608 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77500 {{(pid=79929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 10 21:19:26.684599 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-2d56d34a-103f-40db-830b-6ed3dd64a608 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:19:26.702596 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-13e29f51-fa5a-4e79-82f1-b8a07af350ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:26.774640 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd4b68b3-149a-4d22-8597-32daecd80b1b req-2d56d34a-103f-40db-830b-6ed3dd64a608 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] No DVR routers for this DVR port 61185112-1025-438b-a5bf-6c51e70480ca on host hv-cinder-77500 {{(pid=79929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 10 21:19:26.776926 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-fd4b68b3-149a-4d22-8597-32daecd80b1b req-2d56d34a-103f-40db-830b-6ed3dd64a608 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770081'] for port, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:26.779734 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b323a4ff-4161-4077-ac22-5f7213bd8bf9', 'name': 'network-vif-deleted', 'tag': '61185112-1025-438b-a5bf-6c51e70480ca'}] {{(pid=79929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 10 21:19:26.795688 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-fd4b68b3-149a-4d22-8597-32daecd80b1b req-2d56d34a-103f-40db-830b-6ed3dd64a608 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.15 "DELETE /v2.0/ports/61185112-1025-438b-a5bf-6c51e70480ca HTTP/1.1" status: 204  len: 173 time: 1.2458901
Feb 10 21:19:26.927091 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b323a4ff-4161-4077-ac22-5f7213bd8bf9', 'name': 'network-vif-deleted', 'tag': '61185112-1025-438b-a5bf-6c51e70480ca', 'status': 'completed', 'code': 200}
Feb 10 21:19:27.352219 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8e35c017-ca0e-4997-9af4-ce0f5f2c761e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:28.250213 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:28.407343 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a16a173f-35ea-40df-9953-0a23fc2526db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:30.349158 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-5d23a3ad-6a3c-4f79-bf45-5079d1b3014e req-3f187fae-e0a3-4db7-aad8-4d2fa11d96f5 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/floatingips/bc201838-1ffa-4903-81ed-059eafe1a77b HTTP/1.1" status: 200  len: 998 time: 0.1324008
Feb 10 21:19:30.598700 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d23a3ad-6a3c-4f79-bf45-5079d1b3014e req-b7a03411-9fd4-497c-9773-b7b837cb3c59 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:19:30.600319 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-5d23a3ad-6a3c-4f79-bf45-5079d1b3014e req-b7a03411-9fd4-497c-9773-b7b837cb3c59 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/networks/caec50ae-8f3b-4f45-a3ad-eb903a732614 HTTP/1.1" status: 200  len: 784 time: 0.2451611
Feb 10 21:19:30.964645 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-5d23a3ad-6a3c-4f79-bf45-5079d1b3014e req-0edabe83-dfc0-4660-8493-ed8530f0dff9 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Synchronizing usage tracker for tenant:660222962bf2454ea2ba636072eefa4e on resource:floatingip {{(pid=79928) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 10 21:19:30.979823 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-5d23a3ad-6a3c-4f79-bf45-5079d1b3014e req-0edabe83-dfc0-4660-8493-ed8530f0dff9 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Unset dirty status for tenant:660222962bf2454ea2ba636072eefa4e on resource:floatingip {{(pid=79928) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 10 21:19:30.981085 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-5d23a3ad-6a3c-4f79-bf45-5079d1b3014e req-0edabe83-dfc0-4660-8493-ed8530f0dff9 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/floatingips?floating_ip_address=172.27.3.242 HTTP/1.1" status: 200  len: 1001 time: 0.3740449
Feb 10 21:19:31.144279 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d23a3ad-6a3c-4f79-bf45-5079d1b3014e req-5574252c-62c9-4e1a-b34d-9ae6cd76fd91 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:19:31.146717 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-5d23a3ad-6a3c-4f79-bf45-5079d1b3014e req-5574252c-62c9-4e1a-b34d-9ae6cd76fd91 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/ports/75603cda-0980-41cf-b879-8563c5313fe1 HTTP/1.1" status: 200  len: 942 time: 0.1594951
Feb 10 21:19:31.350332 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-5d23a3ad-6a3c-4f79-bf45-5079d1b3014e req-cbeadde5-59cd-4e35-9a34-d10f05d8177d tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/floatingips?floating_ip_address=172.27.3.242 HTTP/1.1" status: 200  len: 1001 time: 0.1221929
Feb 10 21:19:31.475221 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:31.596419 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [req-5d23a3ad-6a3c-4f79-bf45-5079d1b3014e req-0b6ec35e-fb1c-41c0-a024-bcd72ec3ed34 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Deleting port 4193882b-6cd0-4daf-9cce-303a715a948b {{(pid=79928) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 10 21:19:31.596802 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-5d23a3ad-6a3c-4f79-bf45-5079d1b3014e req-0b6ec35e-fb1c-41c0-a024-bcd72ec3ed34 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258056652319'] for port, before_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:31.777484 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-5d23a3ad-6a3c-4f79-bf45-5079d1b3014e req-0b6ec35e-fb1c-41c0-a024-bcd72ec3ed34 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797663'] for port, precommit_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:31.777733 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-5d23a3ad-6a3c-4f79-bf45-5079d1b3014e req-0b6ec35e-fb1c-41c0-a024-bcd72ec3ed34 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:31.910343 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [req-5d23a3ad-6a3c-4f79-bf45-5079d1b3014e req-0b6ec35e-fb1c-41c0-a024-bcd72ec3ed34 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Calling delete_port for 4193882b-6cd0-4daf-9cce-303a715a948b owned by network:floatingip {{(pid=79928) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 10 21:19:32.072200 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-5d23a3ad-6a3c-4f79-bf45-5079d1b3014e req-0b6ec35e-fb1c-41c0-a024-bcd72ec3ed34 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778798065335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778797633719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036851641298'] for port, after_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:32.087918 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-1837298b-dc94-4b15-90e1-b8a44e95be47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:19:32.148709 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6ec35e-fb1c-41c0-a024-bcd72ec3ed34 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Pushing event deleted for resources: {'Port': ['ID=4193882b-6cd0-4daf-9cce-303a715a948b,revision_number=None']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:19:32.202276 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-0b6ec35e-fb1c-41c0-a024-bcd72ec3ed34 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:19:32.315885 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-5d23a3ad-6a3c-4f79-bf45-5079d1b3014e req-0b6ec35e-fb1c-41c0-a024-bcd72ec3ed34 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks [] for floatingip, after_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:32.316261 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.db.l3_db [req-5d23a3ad-6a3c-4f79-bf45-5079d1b3014e req-0b6ec35e-fb1c-41c0-a024-bcd72ec3ed34 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Floating IP bc201838-1ffa-4903-81ed-059eafe1a77b disassociated (deleted). External IP: 172.27.3.242, port: 75603cda-0980-41cf-b879-8563c5313fe1.
Feb 10 21:19:32.691070 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5d23a3ad-6a3c-4f79-bf45-5079d1b3014e req-0b6ec35e-fb1c-41c0-a024-bcd72ec3ed34 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Router 507195d5-ba69-4e84-b2c2-20002f96699a has already been hosted by L3 agent 351a09a7-a8bd-44d4-8337-3dd1b5c8f290 {{(pid=79928) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 10 21:19:32.885907 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5d23a3ad-6a3c-4f79-bf45-5079d1b3014e req-0b6ec35e-fb1c-41c0-a024-bcd72ec3ed34 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify agent at l3_agent.dv-cinder-775008-1-iscsi the message routers_updated {{(pid=79928) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 10 21:19:32.896563 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47b2d33-f2c1-4894-afee-16fe1ab23389 None None] Sync routers for ids ['507195d5-ba69-4e84-b2c2-20002f96699a'] in dv-cinder-775008-1-iscsi {{(pid=79931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 10 21:19:32.906209 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47b2d33-f2c1-4894-afee-16fe1ab23389 None None] Routers {'507195d5-ba69-4e84-b2c2-20002f96699a'} bound to L3 agent in host dv-cinder-775008-1-iscsi {{(pid=79931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 10 21:19:32.906873 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-c47b2d33-f2c1-4894-afee-16fe1ab23389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbf907246d8>, 'dv-cinder-775008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-10T20:53:27Z,description=<?>,heartbeat_timestamp=2021-02-10T21:19:27Z,host='dv-cinder-775008-1-iscsi',id=351a09a7-a8bd-44d4-8337-3dd1b5c8f290,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-10T20:53:27Z,topic='l3_agent')) {'router_ids': ['507195d5-ba69-4e84-b2c2-20002f96699a'], 'active': True} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:19:32.909475 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-5d23a3ad-6a3c-4f79-bf45-5079d1b3014e req-0b6ec35e-fb1c-41c0-a024-bcd72ec3ed34 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770081'] for floatingip, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:32.969652 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-5d23a3ad-6a3c-4f79-bf45-5079d1b3014e req-0b6ec35e-fb1c-41c0-a024-bcd72ec3ed34 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "DELETE /v2.0/floatingips/bc201838-1ffa-4903-81ed-059eafe1a77b HTTP/1.1" status: 204  len: 173 time: 1.6128964
Feb 10 21:19:32.970163 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c61a4b4a-44f0-4954-926f-215590dc569b', 'tag': '75603cda-0980-41cf-b879-8563c5313fe1'}] {{(pid=79928) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 10 21:19:33.043974 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c61a4b4a-44f0-4954-926f-215590dc569b', 'tag': '75603cda-0980-41cf-b879-8563c5313fe1', 'status': 'completed', 'code': 200}
Feb 10 21:19:33.080955 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d23a3ad-6a3c-4f79-bf45-5079d1b3014e req-bf96d45e-d233-44ec-a1ac-f0ee0844205f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:19:33.083462 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-5d23a3ad-6a3c-4f79-bf45-5079d1b3014e req-bf96d45e-d233-44ec-a1ac-f0ee0844205f service neutron] 10.222.0.82 "GET /v2.0/ports?tenant_id=660222962bf2454ea2ba636072eefa4e&device_id=c61a4b4a-44f0-4954-926f-215590dc569b HTTP/1.1" status: 200  len: 1162 time: 0.0888121
Feb 10 21:19:33.117833 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvr_db [None req-c47b2d33-f2c1-4894-afee-16fe1ab23389 None None] Set router 507195d5-ba69-4e84-b2c2-20002f96699a gateway port host: dv-cinder-775008-1-iscsi {{(pid=79931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 10 21:19:33.143750 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc829ad-1f18-4850-8de2-805d11e181e0 req-1ced3033-aec2-47de-a0e0-b43b5f3f5fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:19:33.145503 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-acc829ad-1f18-4850-8de2-805d11e181e0 req-1ced3033-aec2-47de-a0e0-b43b5f3f5fe4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=660222962bf2454ea2ba636072eefa4e&device_id=c61a4b4a-44f0-4954-926f-215590dc569b HTTP/1.1" status: 200  len: 1162 time: 0.0834937
Feb 10 21:19:33.235342 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d23a3ad-6a3c-4f79-bf45-5079d1b3014e req-6ddcf3bd-c2d9-4657-9856-a87837d21075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:19:33.236876 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-5d23a3ad-6a3c-4f79-bf45-5079d1b3014e req-6ddcf3bd-c2d9-4657-9856-a87837d21075 service neutron] 10.222.0.82 "GET /v2.0/networks?id=21565ca2-3f6f-4c53-8a7d-132eded4bf0d HTTP/1.1" status: 200  len: 906 time: 0.1457922
Feb 10 21:19:33.297609 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc829ad-1f18-4850-8de2-805d11e181e0 req-e81bcd5b-7edd-4227-b239-dd9cc38b66ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:19:33.299240 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-acc829ad-1f18-4850-8de2-805d11e181e0 req-e81bcd5b-7edd-4227-b239-dd9cc38b66ea service neutron] 10.222.0.15 "GET /v2.0/networks?id=21565ca2-3f6f-4c53-8a7d-132eded4bf0d HTTP/1.1" status: 200  len: 906 time: 0.1463976
Feb 10 21:19:33.315865 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-5d23a3ad-6a3c-4f79-bf45-5079d1b3014e req-a80d7656-64d4-40e1-bee5-ba20c171e06b service neutron] 10.222.0.82 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75603cda-0980-41cf-b879-8563c5313fe1 HTTP/1.1" status: 200  len: 217 time: 0.0718086
Feb 10 21:19:33.383154 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-acc829ad-1f18-4850-8de2-805d11e181e0 req-7c3dd940-7955-409f-b3b2-6e9ec0375cdb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=75603cda-0980-41cf-b879-8563c5313fe1 HTTP/1.1" status: 200  len: 217 time: 0.0758247
Feb 10 21:19:33.391268 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d23a3ad-6a3c-4f79-bf45-5079d1b3014e req-e69291bd-eb98-4f08-8b62-47b093ace1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:19:33.393152 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-5d23a3ad-6a3c-4f79-bf45-5079d1b3014e req-e69291bd-eb98-4f08-8b62-47b093ace1ed service neutron] 10.222.0.82 "GET /v2.0/subnets?id=5317e4a1-a0ef-46da-abd4-7584d57f65cd HTTP/1.1" status: 200  len: 851 time: 0.0707679
Feb 10 21:19:33.456207 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc829ad-1f18-4850-8de2-805d11e181e0 req-69ce32b9-2eeb-4238-b7ca-29eda7ff160c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:19:33.458553 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-acc829ad-1f18-4850-8de2-805d11e181e0 req-69ce32b9-2eeb-4238-b7ca-29eda7ff160c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5317e4a1-a0ef-46da-abd4-7584d57f65cd HTTP/1.1" status: 200  len: 851 time: 0.0681698
Feb 10 21:19:33.468688 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-c47b2d33-f2c1-4894-afee-16fe1ab23389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbf907246d8>, [{'id': '507195d5-ba69-4e84-b2c2-20002f96699a', 'name': 'tempest-TestVolumeBootPattern-1058213678-router', 'tenant_id': '660222962bf2454ea2ba636072eefa4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '5cefccab-2d76-4f67-bdd2-48fb10088e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:12:46Z', 'updated_at': '2021-02-10T21:12:52Z', 'revision_number': 4, 'project_id': '660222962bf2454ea2ba636072eefa4e', 'gw_port': {'id': '5cefccab-2d76-4f67-bdd2-48fb10088e35', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:58:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507195d5-ba69-4e84-b2c2-20002f96699a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:47Z', 'updated_at': '2021-02-10T21:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi', '_interfaces': [{'id': '920f6771-d3ca-4247-80f8-666b49596407', 'name': '', 'network_id': '21565ca2-3f6f-4c53-8a7d-132eded4bf0d', 'tenant_id': '660222962bf2454ea2ba636072eefa4e', 'mac_address': 'fa:16:3e:8e:50:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507195d5-ba69-4e84-b2c2-20002f96699a', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '5317e4a1-a0ef-46da-abd4-7584d57f65cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:51Z', 'updated_at': '2021-02-10T21:13:00Z', 'revision_number': 5, 'project_id': '660222962bf2454ea2ba636072eefa4e', 'subnets': [{'id': '5317e4a1-a0ef-46da-abd4-7584d57f65cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775008-1-iscsi', False) {} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:19:33.473693 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47b2d33-f2c1-4894-afee-16fe1ab23389 None None] Checking router: 507195d5-ba69-4e84-b2c2-20002f96699a for host: dv-cinder-775008-1-iscsi {{(pid=79931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 10 21:19:33.483562 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47b2d33-f2c1-4894-afee-16fe1ab23389 None None] Routers {'507195d5-ba69-4e84-b2c2-20002f96699a'} bound to L3 agent in host dv-cinder-775008-1-iscsi {{(pid=79931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 10 21:19:33.484228 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-c47b2d33-f2c1-4894-afee-16fe1ab23389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbf907246d8>, 'dv-cinder-775008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-10T20:53:27Z,description=<?>,heartbeat_timestamp=2021-02-10T21:19:27Z,host='dv-cinder-775008-1-iscsi',id=351a09a7-a8bd-44d4-8337-3dd1b5c8f290,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-10T20:53:27Z,topic='l3_agent')) {'router_ids': ['507195d5-ba69-4e84-b2c2-20002f96699a'], 'active': True} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:19:33.487903 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d23a3ad-6a3c-4f79-bf45-5079d1b3014e req-23c5dbbf-4cf1-449b-9de7-03994b25ff33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:19:33.489673 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-5d23a3ad-6a3c-4f79-bf45-5079d1b3014e req-23c5dbbf-4cf1-449b-9de7-03994b25ff33 service neutron] 10.222.0.82 "GET /v2.0/ports?network_id=21565ca2-3f6f-4c53-8a7d-132eded4bf0d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0889013
Feb 10 21:19:33.548893 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc829ad-1f18-4850-8de2-805d11e181e0 req-aac49946-d091-4c13-9998-72550b95a53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:19:33.550567 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-acc829ad-1f18-4850-8de2-805d11e181e0 req-aac49946-d091-4c13-9998-72550b95a53e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=21565ca2-3f6f-4c53-8a7d-132eded4bf0d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0852664
Feb 10 21:19:33.646340 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-5d23a3ad-6a3c-4f79-bf45-5079d1b3014e req-f3fc45af-c543-4be7-8128-000a85c116e9 service neutron] 10.222.0.82 "GET /v2.0/networks/21565ca2-3f6f-4c53-8a7d-132eded4bf0d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1490197
Feb 10 21:19:33.680330 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvr_db [None req-c47b2d33-f2c1-4894-afee-16fe1ab23389 None None] Set router 507195d5-ba69-4e84-b2c2-20002f96699a gateway port host: dv-cinder-775008-1-iscsi {{(pid=79931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 10 21:19:33.705049 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-acc829ad-1f18-4850-8de2-805d11e181e0 req-867c3765-d4b3-4022-9b45-a7342526abd7 service neutron] 10.222.0.15 "GET /v2.0/networks/21565ca2-3f6f-4c53-8a7d-132eded4bf0d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1420035
Feb 10 21:19:33.794097 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-5d23a3ad-6a3c-4f79-bf45-5079d1b3014e req-40541dff-63eb-41cd-b94c-ade63a2b410d service neutron] 10.222.0.82 "GET /v2.0/networks/21565ca2-3f6f-4c53-8a7d-132eded4bf0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1395602
Feb 10 21:19:33.854252 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-acc829ad-1f18-4850-8de2-805d11e181e0 req-3a3d75bc-f3a4-4dda-ad15-2b16cdc4710a service neutron] 10.222.0.15 "GET /v2.0/networks/21565ca2-3f6f-4c53-8a7d-132eded4bf0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1415532
Feb 10 21:19:34.018870 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-c47b2d33-f2c1-4894-afee-16fe1ab23389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbf907246d8>, [{'id': '507195d5-ba69-4e84-b2c2-20002f96699a', 'name': 'tempest-TestVolumeBootPattern-1058213678-router', 'tenant_id': '660222962bf2454ea2ba636072eefa4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '5cefccab-2d76-4f67-bdd2-48fb10088e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:12:46Z', 'updated_at': '2021-02-10T21:12:52Z', 'revision_number': 4, 'project_id': '660222962bf2454ea2ba636072eefa4e', 'gw_port': {'id': '5cefccab-2d76-4f67-bdd2-48fb10088e35', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:58:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507195d5-ba69-4e84-b2c2-20002f96699a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:47Z', 'updated_at': '2021-02-10T21:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi', '_interfaces': [{'id': '920f6771-d3ca-4247-80f8-666b49596407', 'name': '', 'network_id': '21565ca2-3f6f-4c53-8a7d-132eded4bf0d', 'tenant_id': '660222962bf2454ea2ba636072eefa4e', 'mac_address': 'fa:16:3e:8e:50:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507195d5-ba69-4e84-b2c2-20002f96699a', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '5317e4a1-a0ef-46da-abd4-7584d57f65cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:51Z', 'updated_at': '2021-02-10T21:13:00Z', 'revision_number': 5, 'project_id': '660222962bf2454ea2ba636072eefa4e', 'subnets': [{'id': '5317e4a1-a0ef-46da-abd4-7584d57f65cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775008-1-iscsi', False) {} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:19:34.023357 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47b2d33-f2c1-4894-afee-16fe1ab23389 None None] The sync data for ids ['507195d5-ba69-4e84-b2c2-20002f96699a'] in dv-cinder-775008-1-iscsi is: [{'id': '507195d5-ba69-4e84-b2c2-20002f96699a', 'name': 'tempest-TestVolumeBootPattern-1058213678-router', 'tenant_id': '660222962bf2454ea2ba636072eefa4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '5cefccab-2d76-4f67-bdd2-48fb10088e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:12:46Z', 'updated_at': '2021-02-10T21:12:52Z', 'revision_number': 4, 'project_id': '660222962bf2454ea2ba636072eefa4e', 'gw_port': {'id': '5cefccab-2d76-4f67-bdd2-48fb10088e35', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:58:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507195d5-ba69-4e84-b2c2-20002f96699a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:47Z', 'updated_at': '2021-02-10T21:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi', '_interfaces': [{'id': '920f6771-d3ca-4247-80f8-666b49596407', 'name': '', 'network_id': '21565ca2-3f6f-4c53-8a7d-132eded4bf0d', 'tenant_id': '660222962bf2454ea2ba636072eefa4e', 'mac_address': 'fa:16:3e:8e:50:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507195d5-ba69-4e84-b2c2-20002f96699a', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '5317e4a1-a0ef-46da-abd4-7584d57f65cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:51Z', 'updated_at': '2021-02-10T21:13:00Z', 'revision_number': 5, 'project_id': '660222962bf2454ea2ba636072eefa4e', 'subnets': [{'id': '5317e4a1-a0ef-46da-abd4-7584d57f65cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=79931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 10 21:19:34.313534 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b599fc2-2f53-438b-9edb-c3edcf2c72fe req-2db84da1-1d68-472d-b57e-6e750d00bd54 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79928) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:19:34.314315 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-9b599fc2-2f53-438b-9edb-c3edcf2c72fe req-2db84da1-1d68-472d-b57e-6e750d00bd54 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Synchronizing usage tracker for tenant:660222962bf2454ea2ba636072eefa4e on resource:port {{(pid=79928) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 10 21:19:34.330417 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-9b599fc2-2f53-438b-9edb-c3edcf2c72fe req-2db84da1-1d68-472d-b57e-6e750d00bd54 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Unset dirty status for tenant:660222962bf2454ea2ba636072eefa4e on resource:port {{(pid=79928) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 10 21:19:34.331686 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-9b599fc2-2f53-438b-9edb-c3edcf2c72fe req-2db84da1-1d68-472d-b57e-6e750d00bd54 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/ports?device_id=c61a4b4a-44f0-4954-926f-215590dc569b HTTP/1.1" status: 200  len: 945 time: 0.1871929
Feb 10 21:19:34.403078 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-9b599fc2-2f53-438b-9edb-c3edcf2c72fe req-bd615cc2-cbd6-4d32-90b0-e7e161c98aab tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/security-groups?id=b13c7963-b9ef-42d3-8b25-a5452d137283&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0644598
Feb 10 21:19:34.438700 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4837c5ca-9559-471e-869d-d3c429c3b117 None None] New status for floating IP bc201838-1ffa-4903-81ed-059eafe1a77b: DOWN {{(pid=79930) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 10 21:19:35.619120 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Device 75603cda-0980-41cf-b879-8563c5313fe1 no longer exists at agent ovs-agent-hv-cinder-77500 {{(pid=79930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 10 21:19:35.702256 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c578675-0a29-467d-b05c-6a98b691f895 req-af86077c-cd07-4a8d-8709-cdf7a048508c tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:19:35.703007 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-8c578675-0a29-467d-b05c-6a98b691f895 req-af86077c-cd07-4a8d-8709-cdf7a048508c tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Synchronizing usage tracker for tenant:660222962bf2454ea2ba636072eefa4e on resource:port {{(pid=79929) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 10 21:19:35.716387 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-8c578675-0a29-467d-b05c-6a98b691f895 req-af86077c-cd07-4a8d-8709-cdf7a048508c tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Unset dirty status for tenant:660222962bf2454ea2ba636072eefa4e on resource:port {{(pid=79929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 10 21:19:35.717785 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-8c578675-0a29-467d-b05c-6a98b691f895 req-af86077c-cd07-4a8d-8709-cdf7a048508c tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/ports?device_id=c61a4b4a-44f0-4954-926f-215590dc569b HTTP/1.1" status: 200  len: 945 time: 0.1824923
Feb 10 21:19:35.743451 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-960754'] for port, before_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:35.772787 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c61a4b4a-44f0-4954-926f-215590dc569b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75603cda-0980-41cf-b879-8563c5313fe1'}] {{(pid=79930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 10 21:19:35.783020 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] For port 75603cda-0980-41cf-b879-8563c5313fe1, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=75603cda-0980-41cf-b879-8563c5313fe1,segment=NetworkSegment(79051ec9-b046-465d-804e-8eaa9fec71f5),segment_id=79051ec9-b046-465d-804e-8eaa9fec71f5)] {{(pid=79930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:19:35.783481 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-8c578675-0a29-467d-b05c-6a98b691f895 req-1ead763e-e9be-4d8e-a0b5-8c07f05c4daf tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/security-groups?id=b13c7963-b9ef-42d3-8b25-a5452d137283&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0591981
Feb 10 21:19:35.786652 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778798065352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363258057142081', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778797633753'] for port, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:35.788501 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:19:35.849855 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c61a4b4a-44f0-4954-926f-215590dc569b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75603cda-0980-41cf-b879-8563c5313fe1', 'code': 200}
Feb 10 21:19:35.861941 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Pushing event updated for resources: {'Port': ['ID=75603cda-0980-41cf-b879-8563c5313fe1,revision_number=5']} {{(pid=79930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:19:35.866279 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=79930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:19:35.963605 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612dc1ac-b519-4b42-811c-232cca53c8ce req-935e9e27-4186-42b7-bb13-f08e20f1956c tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:19:35.965160 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-612dc1ac-b519-4b42-811c-232cca53c8ce req-935e9e27-4186-42b7-bb13-f08e20f1956c tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.15 "GET /v2.0/ports?device_id=c61a4b4a-44f0-4954-926f-215590dc569b HTTP/1.1" status: 200  len: 943 time: 0.1805861
Feb 10 21:19:36.062694 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [req-612dc1ac-b519-4b42-811c-232cca53c8ce req-0612cc59-3bc4-455f-a8e5-d820ef336409 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Deleting port 75603cda-0980-41cf-b879-8563c5313fe1 {{(pid=79929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 10 21:19:36.063095 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-612dc1ac-b519-4b42-811c-232cca53c8ce req-0612cc59-3bc4-455f-a8e5-d820ef336409 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258056652319'] for port, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:36.333603 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [req-612dc1ac-b519-4b42-811c-232cca53c8ce req-0612cc59-3bc4-455f-a8e5-d820ef336409 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] For port 75603cda-0980-41cf-b879-8563c5313fe1, host hv-cinder-77500, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77500',level=0,port_id=75603cda-0980-41cf-b879-8563c5313fe1,segment=NetworkSegment(79051ec9-b046-465d-804e-8eaa9fec71f5),segment_id=79051ec9-b046-465d-804e-8eaa9fec71f5)] {{(pid=79929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:19:36.334003 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-612dc1ac-b519-4b42-811c-232cca53c8ce req-0612cc59-3bc4-455f-a8e5-d820ef336409 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797663'] for port, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:36.472264 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [req-612dc1ac-b519-4b42-811c-232cca53c8ce req-0612cc59-3bc4-455f-a8e5-d820ef336409 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Calling delete_port for 75603cda-0980-41cf-b879-8563c5313fe1 owned by compute:nova {{(pid=79929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 10 21:19:36.626635 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-612dc1ac-b519-4b42-811c-232cca53c8ce req-0612cc59-3bc4-455f-a8e5-d820ef336409 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778798065335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778797633719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630282'] for port, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:36.642580 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-2a6ed492-1cb2-49c9-a7fd-e0aaf1c7736f tempest-TestMinimumBasicScenario-1465179672 tempest-TestMinimumBasicScenario-1465179672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:19:36.704792 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0612cc59-3bc4-455f-a8e5-d820ef336409 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Pushing event deleted for resources: {'Port': ['ID=75603cda-0980-41cf-b879-8563c5313fe1,revision_number=None']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:19:36.708879 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-0612cc59-3bc4-455f-a8e5-d820ef336409 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:19:36.856664 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [req-612dc1ac-b519-4b42-811c-232cca53c8ce req-0612cc59-3bc4-455f-a8e5-d820ef336409 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] No DVR routers for this DVR port 75603cda-0980-41cf-b879-8563c5313fe1 on host hv-cinder-77500 {{(pid=79929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 10 21:19:36.859081 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-612dc1ac-b519-4b42-811c-232cca53c8ce req-0612cc59-3bc4-455f-a8e5-d820ef336409 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770081'] for port, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:36.863127 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c61a4b4a-44f0-4954-926f-215590dc569b', 'name': 'network-vif-deleted', 'tag': '75603cda-0980-41cf-b879-8563c5313fe1'}] {{(pid=79929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 10 21:19:36.878641 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-612dc1ac-b519-4b42-811c-232cca53c8ce req-0612cc59-3bc4-455f-a8e5-d820ef336409 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.15 "DELETE /v2.0/ports/75603cda-0980-41cf-b879-8563c5313fe1 HTTP/1.1" status: 204  len: 173 time: 0.9060323
Feb 10 21:19:36.956147 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c61a4b4a-44f0-4954-926f-215590dc569b', 'name': 'network-vif-deleted', 'tag': '75603cda-0980-41cf-b879-8563c5313fe1', 'status': 'completed', 'code': 200}
Feb 10 21:19:36.968477 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-56a647a5-675d-4b8b-9eb2-28a12c7670e0 req-47c4e662-61f8-492e-882b-bc9158d42b41 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Synchronizing usage tracker for tenant:660222962bf2454ea2ba636072eefa4e on resource:port {{(pid=79929) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 10 21:19:36.983788 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.quota.resource [req-56a647a5-675d-4b8b-9eb2-28a12c7670e0 req-47c4e662-61f8-492e-882b-bc9158d42b41 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Unset dirty status for tenant:660222962bf2454ea2ba636072eefa4e on resource:port {{(pid=79929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 10 21:19:36.985057 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-56a647a5-675d-4b8b-9eb2-28a12c7670e0 req-47c4e662-61f8-492e-882b-bc9158d42b41 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/ports?device_id=c61a4b4a-44f0-4954-926f-215590dc569b HTTP/1.1" status: 200  len: 210 time: 0.0669136
Feb 10 21:19:38.234979 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1c88f801-97f9-428f-b3ce-2b5495930741 req-a0021210-ccd4-46fc-a0a1-c0e557b9176e tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/floatingips/7c730d54-aa47-4ada-8996-e6ed465821fa HTTP/1.1" status: 200  len: 693 time: 0.1090562
Feb 10 21:19:38.478589 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c88f801-97f9-428f-b3ce-2b5495930741 req-6f91e742-e6c7-474b-a42f-cd61238d446c tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=79929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 10 21:19:38.480179 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1c88f801-97f9-428f-b3ce-2b5495930741 req-6f91e742-e6c7-474b-a42f-cd61238d446c tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/networks/caec50ae-8f3b-4f45-a3ad-eb903a732614 HTTP/1.1" status: 200  len: 784 time: 0.2395144
Feb 10 21:19:38.491642 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [req-1c88f801-97f9-428f-b3ce-2b5495930741 req-4be718af-f895-48b7-84b4-67e50dd6d442 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] http://10.222.0.82:9696/v2.0/extensions returned with HTTP 200 {{(pid=79929) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 10 21:19:38.492692 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1c88f801-97f9-428f-b3ce-2b5495930741 req-4be718af-f895-48b7-84b4-67e50dd6d442 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0066760
Feb 10 21:19:38.597986 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1c88f801-97f9-428f-b3ce-2b5495930741 req-c085f28f-73a2-4a17-8663-822c19d9908a tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/floatingips?floating_ip_address=172.27.3.182 HTTP/1.1" status: 200  len: 696 time: 0.0989947
Feb 10 21:19:38.700933 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1c88f801-97f9-428f-b3ce-2b5495930741 req-776b6edc-e949-41f0-b151-7bb3ccfc2aa4 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/floatingips?floating_ip_address=172.27.3.182 HTTP/1.1" status: 200  len: 696 time: 0.0964632
Feb 10 21:19:38.895168 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [req-1c88f801-97f9-428f-b3ce-2b5495930741 req-bf3a34bc-f8f8-4794-a016-2b967a2bd102 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Deleting port a8ad96a6-e688-4a7f-b525-8c76a1b4e052 {{(pid=79929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 10 21:19:38.895447 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-1c88f801-97f9-428f-b3ce-2b5495930741 req-bf3a34bc-f8f8-4794-a016-2b967a2bd102 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258056652319'] for port, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:39.078531 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-1c88f801-97f9-428f-b3ce-2b5495930741 req-bf3a34bc-f8f8-4794-a016-2b967a2bd102 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797663'] for port, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:39.078903 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-1c88f801-97f9-428f-b3ce-2b5495930741 req-bf3a34bc-f8f8-4794-a016-2b967a2bd102 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:39.456934 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [req-1c88f801-97f9-428f-b3ce-2b5495930741 req-bf3a34bc-f8f8-4794-a016-2b967a2bd102 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Calling delete_port for a8ad96a6-e688-4a7f-b525-8c76a1b4e052 owned by network:floatingip {{(pid=79929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 10 21:19:39.604286 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-1c88f801-97f9-428f-b3ce-2b5495930741 req-bf3a34bc-f8f8-4794-a016-2b967a2bd102 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778798065335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778797633719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630282'] for port, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:39.620709 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-4fb5aaf0-36de-48c5-984a-64c2d271148d tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:19:39.680251 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3a34bc-f8f8-4794-a016-2b967a2bd102 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Pushing event deleted for resources: {'Port': ['ID=a8ad96a6-e688-4a7f-b525-8c76a1b4e052,revision_number=None']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:19:39.684295 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-bf3a34bc-f8f8-4794-a016-2b967a2bd102 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:19:39.846232 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-1c88f801-97f9-428f-b3ce-2b5495930741 req-bf3a34bc-f8f8-4794-a016-2b967a2bd102 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks [] for floatingip, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:39.868174 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-1c88f801-97f9-428f-b3ce-2b5495930741 req-bf3a34bc-f8f8-4794-a016-2b967a2bd102 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770081'] for floatingip, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:39.869412 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-1c88f801-97f9-428f-b3ce-2b5495930741 req-bf3a34bc-f8f8-4794-a016-2b967a2bd102 tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "DELETE /v2.0/floatingips/7c730d54-aa47-4ada-8996-e6ed465821fa HTTP/1.1" status: 204  len: 173 time: 1.1626732
Feb 10 21:19:41.382360 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-0ad1c712-b7e8-4b24-87f7-19d7bbf25183 req-f8fcf427-3c3b-40f0-8b0d-579fdadb319c tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "GET /v2.0/security-groups/b13c7963-b9ef-42d3-8b25-a5452d137283 HTTP/1.1" status: 200  len: 2999 time: 0.0691581
Feb 10 21:19:41.475463 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-0ad1c712-b7e8-4b24-87f7-19d7bbf25183 req-2c1260be-041b-427e-96ed-859b26c7de9f tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks [] for security_group, before_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:41.506470 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-0ad1c712-b7e8-4b24-87f7-19d7bbf25183 req-2c1260be-041b-427e-96ed-859b26c7de9f tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks [] for security_group, precommit_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:41.556888 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-0ad1c712-b7e8-4b24-87f7-19d7bbf25183 req-2c1260be-041b-427e-96ed-859b26c7de9f tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:41.560815 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-91802dff-4a32-4180-a1db-14b4087ba435 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:19:41.576485 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1260be-041b-427e-96ed-859b26c7de9f tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b13c7963-b9ef-42d3-8b25-a5452d137283,revision_number=None']} {{(pid=79928) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:19:41.579188 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-2c1260be-041b-427e-96ed-859b26c7de9f tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79928) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:19:41.589678 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [req-0ad1c712-b7e8-4b24-87f7-19d7bbf25183 req-2c1260be-041b-427e-96ed-859b26c7de9f tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Notify callbacks [] for security_group, before_response {{(pid=79928) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:41.590942 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [req-0ad1c712-b7e8-4b24-87f7-19d7bbf25183 req-2c1260be-041b-427e-96ed-859b26c7de9f tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] 10.222.0.82 "DELETE /v2.0/security-groups/b13c7963-b9ef-42d3-8b25-a5452d137283 HTTP/1.1" status: 204  len: 173 time: 0.2024820
Feb 10 21:19:41.659030 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 36832) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:19:42.431388 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-2f0a0d4a-e764-4bb2-9ea6-d7f445959cbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4115530'] for router_interface, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:42.810936 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-2f0a0d4a-e764-4bb2-9ea6-d7f445959cbd admin admin] Deleting port 920f6771-d3ca-4247-80f8-666b49596407 {{(pid=79929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 10 21:19:42.811308 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-2f0a0d4a-e764-4bb2-9ea6-d7f445959cbd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258056652319'] for port, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:43.001408 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-2f0a0d4a-e764-4bb2-9ea6-d7f445959cbd admin admin] For port 920f6771-d3ca-4247-80f8-666b49596407, host dv-cinder-775008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-iscsi',level=0,port_id=920f6771-d3ca-4247-80f8-666b49596407,segment=NetworkSegment(79051ec9-b046-465d-804e-8eaa9fec71f5),segment_id=79051ec9-b046-465d-804e-8eaa9fec71f5)] {{(pid=79929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:19:43.001802 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-2f0a0d4a-e764-4bb2-9ea6-d7f445959cbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797663'] for port, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:43.142833 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-2f0a0d4a-e764-4bb2-9ea6-d7f445959cbd admin admin] Calling delete_port for 920f6771-d3ca-4247-80f8-666b49596407 owned by network:router_interface {{(pid=79929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 10 21:19:43.325817 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-2f0a0d4a-e764-4bb2-9ea6-d7f445959cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778798065335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778797633719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630282'] for port, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:43.341443 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-5bf9cd80-ded3-44db-982c-8b01d7199628 tempest-VolumesNegativeTest-871739555 tempest-VolumesNegativeTest-871739555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:19:43.401655 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0a0d4a-e764-4bb2-9ea6-d7f445959cbd admin admin] Pushing event deleted for resources: {'Port': ['ID=920f6771-d3ca-4247-80f8-666b49596407,revision_number=None']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:19:43.453325 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-2f0a0d4a-e764-4bb2-9ea6-d7f445959cbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:19:43.753647 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-2f0a0d4a-e764-4bb2-9ea6-d7f445959cbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851047802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850661225'] for router_interface, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:44.526373 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f0a0d4a-e764-4bb2-9ea6-d7f445959cbd admin admin] Router 507195d5-ba69-4e84-b2c2-20002f96699a has already been hosted by L3 agent 351a09a7-a8bd-44d4-8337-3dd1b5c8f290 {{(pid=79929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 10 21:19:44.716914 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f0a0d4a-e764-4bb2-9ea6-d7f445959cbd admin admin] Notify agent at l3_agent.dv-cinder-775008-1-iscsi the message routers_updated {{(pid=79929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 10 21:19:44.726124 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fc942b-f92f-4950-b134-b695a4fdd269 None None] Sync routers for ids ['507195d5-ba69-4e84-b2c2-20002f96699a'] in dv-cinder-775008-1-iscsi {{(pid=79931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 10 21:19:44.731178 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-2f0a0d4a-e764-4bb2-9ea6-d7f445959cbd admin admin] 10.222.0.82 "PUT /v2.0/routers/507195d5-ba69-4e84-b2c2-20002f96699a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0694523
Feb 10 21:19:44.732470 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 36838) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:19:44.736333 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fc942b-f92f-4950-b134-b695a4fdd269 None None] Routers {'507195d5-ba69-4e84-b2c2-20002f96699a'} bound to L3 agent in host dv-cinder-775008-1-iscsi {{(pid=79931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 10 21:19:44.737006 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-63fc942b-f92f-4950-b134-b695a4fdd269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbf90724a20>, 'dv-cinder-775008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-10T20:53:27Z,description=<?>,heartbeat_timestamp=2021-02-10T21:19:27Z,host='dv-cinder-775008-1-iscsi',id=351a09a7-a8bd-44d4-8337-3dd1b5c8f290,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-10T20:53:27Z,topic='l3_agent')) {'router_ids': ['507195d5-ba69-4e84-b2c2-20002f96699a'], 'active': True} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:19:44.924254 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8aedba7a-609b-4b63-9651-a137315e34b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:44.929980 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvr_db [None req-63fc942b-f92f-4950-b134-b695a4fdd269 None None] Set router 507195d5-ba69-4e84-b2c2-20002f96699a gateway port host: dv-cinder-775008-1-iscsi {{(pid=79931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 10 21:19:45.124473 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8aedba7a-609b-4b63-9651-a137315e34b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:45.130968 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-8aedba7a-609b-4b63-9651-a137315e34b1 admin admin] Deleting port 5cefccab-2d76-4f67-bdd2-48fb10088e35 {{(pid=79929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 10 21:19:45.131344 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8aedba7a-609b-4b63-9651-a137315e34b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258056652319'] for port, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:45.317565 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-8aedba7a-609b-4b63-9651-a137315e34b1 admin admin] For port 5cefccab-2d76-4f67-bdd2-48fb10088e35, host dv-cinder-775008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-iscsi',level=0,port_id=5cefccab-2d76-4f67-bdd2-48fb10088e35,segment=NetworkSegment(37fae2f4-4e7c-4231-b866-3c6a09452824),segment_id=37fae2f4-4e7c-4231-b866-3c6a09452824)] {{(pid=79929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:19:45.317976 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8aedba7a-609b-4b63-9651-a137315e34b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797663'] for port, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:45.393531 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-63fc942b-f92f-4950-b134-b695a4fdd269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbf90724a20>, [{'id': '507195d5-ba69-4e84-b2c2-20002f96699a', 'name': 'tempest-TestVolumeBootPattern-1058213678-router', 'tenant_id': '660222962bf2454ea2ba636072eefa4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '5cefccab-2d76-4f67-bdd2-48fb10088e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:12:46Z', 'updated_at': '2021-02-10T21:19:43Z', 'revision_number': 5, 'project_id': '660222962bf2454ea2ba636072eefa4e', 'gw_port': {'id': '5cefccab-2d76-4f67-bdd2-48fb10088e35', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:58:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507195d5-ba69-4e84-b2c2-20002f96699a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:47Z', 'updated_at': '2021-02-10T21:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi'}], 'dv-cinder-775008-1-iscsi', False) {} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:19:45.397816 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fc942b-f92f-4950-b134-b695a4fdd269 None None] Checking router: 507195d5-ba69-4e84-b2c2-20002f96699a for host: dv-cinder-775008-1-iscsi {{(pid=79931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 10 21:19:45.406636 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fc942b-f92f-4950-b134-b695a4fdd269 None None] Routers {'507195d5-ba69-4e84-b2c2-20002f96699a'} bound to L3 agent in host dv-cinder-775008-1-iscsi {{(pid=79931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 10 21:19:45.407317 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-63fc942b-f92f-4950-b134-b695a4fdd269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbf90724a20>, 'dv-cinder-775008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-10T20:53:27Z,description=<?>,heartbeat_timestamp=2021-02-10T21:19:27Z,host='dv-cinder-775008-1-iscsi',id=351a09a7-a8bd-44d4-8337-3dd1b5c8f290,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-10T20:53:27Z,topic='l3_agent')) {'router_ids': ['507195d5-ba69-4e84-b2c2-20002f96699a'], 'active': True} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:19:45.453679 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-8aedba7a-609b-4b63-9651-a137315e34b1 admin admin] Calling delete_port for 5cefccab-2d76-4f67-bdd2-48fb10088e35 owned by network:router_gateway {{(pid=79929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 10 21:19:45.595729 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvr_db [None req-63fc942b-f92f-4950-b134-b695a4fdd269 None None] Set router 507195d5-ba69-4e84-b2c2-20002f96699a gateway port host: dv-cinder-775008-1-iscsi {{(pid=79931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 10 21:19:45.600493 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8aedba7a-609b-4b63-9651-a137315e34b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778798065335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778797633719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630282'] for port, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:45.795218 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8aedba7a-609b-4b63-9651-a137315e34b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850655797'] for router_gateway, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:45.904389 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-63fc942b-f92f-4950-b134-b695a4fdd269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbf90724a20>, [{'id': '507195d5-ba69-4e84-b2c2-20002f96699a', 'name': 'tempest-TestVolumeBootPattern-1058213678-router', 'tenant_id': '660222962bf2454ea2ba636072eefa4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '5cefccab-2d76-4f67-bdd2-48fb10088e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:12:46Z', 'updated_at': '2021-02-10T21:19:43Z', 'revision_number': 5, 'project_id': '660222962bf2454ea2ba636072eefa4e', 'gw_port': {'id': '5cefccab-2d76-4f67-bdd2-48fb10088e35', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:58:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507195d5-ba69-4e84-b2c2-20002f96699a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:47Z', 'updated_at': '2021-02-10T21:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi'}], 'dv-cinder-775008-1-iscsi', False) {} {{(pid=79931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:19:45.908458 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fc942b-f92f-4950-b134-b695a4fdd269 None None] The sync data for ids ['507195d5-ba69-4e84-b2c2-20002f96699a'] in dv-cinder-775008-1-iscsi is: [{'id': '507195d5-ba69-4e84-b2c2-20002f96699a', 'name': 'tempest-TestVolumeBootPattern-1058213678-router', 'tenant_id': '660222962bf2454ea2ba636072eefa4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '5cefccab-2d76-4f67-bdd2-48fb10088e35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:12:46Z', 'updated_at': '2021-02-10T21:19:43Z', 'revision_number': 5, 'project_id': '660222962bf2454ea2ba636072eefa4e', 'gw_port': {'id': '5cefccab-2d76-4f67-bdd2-48fb10088e35', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:58:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '507195d5-ba69-4e84-b2c2-20002f96699a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:47Z', 'updated_at': '2021-02-10T21:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi'}] {{(pid=79931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 10 21:19:45.938735 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8aedba7a-609b-4b63-9651-a137315e34b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4114297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774503'] for router, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:45.942190 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8aedba7a-609b-4b63-9651-a137315e34b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:45.964613 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8aedba7a-609b-4b63-9651-a137315e34b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4114335'] for router, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:45.965167 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aedba7a-609b-4b63-9651-a137315e34b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 507195d5-ba69-4e84-b2c2-20002f96699a {{(pid=79929) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 10 21:19:45.977546 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8aedba7a-609b-4b63-9651-a137315e34b1 admin admin] Notify callbacks [] for router, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:45.978819 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-8aedba7a-609b-4b63-9651-a137315e34b1 admin admin] 10.222.0.82 "DELETE /v2.0/routers/507195d5-ba69-4e84-b2c2-20002f96699a HTTP/1.1" status: 204  len: 168 time: 1.2451181
Feb 10 21:19:45.981598 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 36842) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:19:46.026292 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Device 920f6771-d3ca-4247-80f8-666b49596407 no longer exists at agent ovs-agent-dv-cinder-775008-1-iscsi {{(pid=79930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 10 21:19:46.053936 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.db_base_plugin_v2 [None req-441e6b50-6984-4437-b544-f3d3c4dbca9c admin admin] Deleting subnet 5317e4a1-a0ef-46da-abd4-7584d57f65cd {{(pid=79929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 10 21:19:46.057109 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-441e6b50-6984-4437-b544-f3d3c4dbca9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:46.065620 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] No Port match for: 920f6771-d3ca-4247-80f8-666b49596407 {{(pid=79930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 10 21:19:46.066086 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Device 920f6771-d3ca-4247-80f8-666b49596407 not bound to the agent host dv-cinder-775008-1-iscsi {{(pid=79930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 10 21:19:46.111111 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-441e6b50-6984-4437-b544-f3d3c4dbca9c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707976'] for subnet, precommit_delete_associations {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:46.201695 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-441e6b50-6984-4437-b544-f3d3c4dbca9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016988'] for subnet, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:46.477647 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-441e6b50-6984-4437-b544-f3d3c4dbca9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853758828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2627678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2464197'] for subnet, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:46.493633 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:19:46.543335 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441e6b50-6984-4437-b544-f3d3c4dbca9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5317e4a1-a0ef-46da-abd4-7584d57f65cd,revision_number=None']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:19:46.547468 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-441e6b50-6984-4437-b544-f3d3c4dbca9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:19:46.638526 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-441e6b50-6984-4437-b544-f3d3c4dbca9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:46.644302 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf395c5-be45-4908-bbb9-d10a76797477 None None] Network 21565ca2-3f6f-4c53-8a7d-132eded4bf0d requested from dv-cinder-775008-1-iscsi {{(pid=79930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 10 21:19:46.646587 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-441e6b50-6984-4437-b544-f3d3c4dbca9c admin admin] 10.222.0.82 "DELETE /v2.0/subnets/5317e4a1-a0ef-46da-abd4-7584d57f65cd HTTP/1.1" status: 204  len: 168 time: 0.6630566
Feb 10 21:19:46.648641 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 36846) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:19:46.766185 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-cd027fab-b03b-46cd-8fa3-568f640fb689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853728688'] for network, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:46.836745 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-cd027fab-b03b-46cd-8fa3-568f640fb689 admin admin] Deleting port 0bae24b7-be94-45eb-aea3-6715c0a3b269 {{(pid=79929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 10 21:19:46.837049 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-cd027fab-b03b-46cd-8fa3-568f640fb689 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258056652319'] for port, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:46.903664 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb830ad0-0c8f-45e8-986e-038fde226926 None None] DHCP port deletion for 21565ca2-3f6f-4c53-8a7d-132eded4bf0d request from dv-cinder-775008-1-iscsi {{(pid=79930) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 10 21:19:46.908075 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-bb830ad0-0c8f-45e8-986e-038fde226926 None None] Deleting port 0bae24b7-be94-45eb-aea3-6715c0a3b269 {{(pid=79930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 10 21:19:46.908501 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-bb830ad0-0c8f-45e8-986e-038fde226926 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258056652319'] for port, before_delete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:47.068906 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-cd027fab-b03b-46cd-8fa3-568f640fb689 admin admin] For port 0bae24b7-be94-45eb-aea3-6715c0a3b269, host dv-cinder-775008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-iscsi',level=0,port_id=0bae24b7-be94-45eb-aea3-6715c0a3b269,segment=NetworkSegment(79051ec9-b046-465d-804e-8eaa9fec71f5),segment_id=79051ec9-b046-465d-804e-8eaa9fec71f5)] {{(pid=79929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:19:47.069340 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-cd027fab-b03b-46cd-8fa3-568f640fb689 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797663'] for port, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:47.134282 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-bb830ad0-0c8f-45e8-986e-038fde226926 None None] For port 0bae24b7-be94-45eb-aea3-6715c0a3b269, host dv-cinder-775008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-iscsi',level=0,port_id=0bae24b7-be94-45eb-aea3-6715c0a3b269,segment=NetworkSegment(79051ec9-b046-465d-804e-8eaa9fec71f5),segment_id=79051ec9-b046-465d-804e-8eaa9fec71f5)] {{(pid=79930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:19:47.134642 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-bb830ad0-0c8f-45e8-986e-038fde226926 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797663'] for port, precommit_delete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:47.204987 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-cd027fab-b03b-46cd-8fa3-568f640fb689 admin admin] Calling delete_port for 0bae24b7-be94-45eb-aea3-6715c0a3b269 owned by network:dhcp {{(pid=79929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 10 21:19:47.270706 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-bb830ad0-0c8f-45e8-986e-038fde226926 None None] Calling delete_port for 0bae24b7-be94-45eb-aea3-6715c0a3b269 owned by network:dhcp {{(pid=79930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 10 21:19:47.283503 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-cd027fab-b03b-46cd-8fa3-568f640fb689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778798065335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778797633719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630282'] for port, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:47.303322 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-47619417-0bfd-4e28-9fc1-d95c59e55b0b tempest-TestVolumeBootPattern-625711198 tempest-TestVolumeBootPattern-625711198-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:19:47.350524 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.db.api [None req-bb830ad0-0c8f-45e8-986e-038fde226926 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79930) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 10 21:19:47.350859 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_db.api [None req-bb830ad0-0c8f-45e8-986e-038fde226926 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 10 21:19:47.361068 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd027fab-b03b-46cd-8fa3-568f640fb689 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bae24b7-be94-45eb-aea3-6715c0a3b269,revision_number=None']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:19:47.412420 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-cd027fab-b03b-46cd-8fa3-568f640fb689 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:19:47.449471 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd027fab-b03b-46cd-8fa3-568f640fb689 admin admin] No DVR routers for this DVR port 0bae24b7-be94-45eb-aea3-6715c0a3b269 on host dv-cinder-775008-1-iscsi {{(pid=79929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 10 21:19:47.838911 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-cd027fab-b03b-46cd-8fa3-568f640fb689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023083', 'neutron.services.segments.db._delete_segments_for_network-8778798167172'] for network, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:47.852295 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-bb830ad0-0c8f-45e8-986e-038fde226926 None None] Deleting port 0bae24b7-be94-45eb-aea3-6715c0a3b269 {{(pid=79930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 10 21:19:47.852776 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-bb830ad0-0c8f-45e8-986e-038fde226926 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258056652319'] for port, before_delete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:47.924751 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-bb830ad0-0c8f-45e8-986e-038fde226926 None None] The port '0bae24b7-be94-45eb-aea3-6715c0a3b269' was deleted {{(pid=79930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 10 21:19:47.958198 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.services.segments.db [None req-cd027fab-b03b-46cd-8fa3-568f640fb689 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fbf8aac10f0>,) {'filters': {'network_id': ['21565ca2-3f6f-4c53-8a7d-132eded4bf0d']}} {{(pid=79929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:19:47.971004 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.services.segments.db [None req-cd027fab-b03b-46cd-8fa3-568f640fb689 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fbf8aac10f0>, '79051ec9-b046-465d-804e-8eaa9fec71f5') {'for_net_delete': True} {{(pid=79929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:19:47.971432 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.services.segments.db [None req-cd027fab-b03b-46cd-8fa3-568f640fb689 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fbf8aac10f0>, '79051ec9-b046-465d-804e-8eaa9fec71f5') {} {{(pid=79929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:19:47.984334 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-cd027fab-b03b-46cd-8fa3-568f640fb689 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778798166933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852067840'] for segment, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:48.000105 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-cd027fab-b03b-46cd-8fa3-568f640fb689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853830591'] for segment, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:48.002167 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-cd027fab-b03b-46cd-8fa3-568f640fb689 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=79929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 10 21:19:48.079099 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Device 5cefccab-2d76-4f67-bdd2-48fb10088e35 no longer exists at agent ovs-agent-dv-cinder-775008-1-iscsi {{(pid=79930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 10 21:19:48.119897 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] No Port match for: 5cefccab-2d76-4f67-bdd2-48fb10088e35 {{(pid=79930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 10 21:19:48.120286 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Device 5cefccab-2d76-4f67-bdd2-48fb10088e35 not bound to the agent host dv-cinder-775008-1-iscsi {{(pid=79930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 10 21:19:48.120737 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Device 0bae24b7-be94-45eb-aea3-6715c0a3b269 no longer exists at agent ovs-agent-dv-cinder-775008-1-iscsi {{(pid=79930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 10 21:19:48.156232 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] No Port match for: 0bae24b7-be94-45eb-aea3-6715c0a3b269 {{(pid=79930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 10 21:19:48.156659 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Device 0bae24b7-be94-45eb-aea3-6715c0a3b269 not bound to the agent host dv-cinder-775008-1-iscsi {{(pid=79930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 10 21:19:48.189882 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-cd027fab-b03b-46cd-8fa3-568f640fb689 admin admin] Network 21565ca2-3f6f-4c53-8a7d-132eded4bf0d has no segments {{(pid=79929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 10 21:19:48.203384 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-cd027fab-b03b-46cd-8fa3-568f640fb689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-945225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852145411'] for segment, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:48.385374 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-cd027fab-b03b-46cd-8fa3-568f640fb689 admin admin] Network 21565ca2-3f6f-4c53-8a7d-132eded4bf0d has no segments {{(pid=79929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 10 21:19:48.408963 dv-cinder-775008-1-iscsi neutron-server[79816]: Traceback (most recent call last):
Feb 10 21:19:48.408963 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 10 21:19:48.408963 dv-cinder-775008-1-iscsi neutron-server[79816]:     timer()
Feb 10 21:19:48.408963 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 10 21:19:48.408963 dv-cinder-775008-1-iscsi neutron-server[79816]:     cb(*args, **kw)
Feb 10 21:19:48.408963 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 10 21:19:48.408963 dv-cinder-775008-1-iscsi neutron-server[79816]:     return func(*args, **kwargs)
Feb 10 21:19:48.408963 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 10 21:19:48.408963 dv-cinder-775008-1-iscsi neutron-server[79816]:     self._notify()
Feb 10 21:19:48.408963 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 10 21:19:48.408963 dv-cinder-775008-1-iscsi neutron-server[79816]:     self.callback(batched_events)
Feb 10 21:19:48.408963 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 10 21:19:48.408963 dv-cinder-775008-1-iscsi neutron-server[79816]:     event.method(event)
Feb 10 21:19:48.408963 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 10 21:19:48.408963 dv-cinder-775008-1-iscsi neutron-server[79816]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 10 21:19:48.408963 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 10 21:19:48.408963 dv-cinder-775008-1-iscsi neutron-server[79816]:     segment_id)['aggregates'][0]
Feb 10 21:19:48.408963 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 10 21:19:48.408963 dv-cinder-775008-1-iscsi neutron-server[79816]:     return f(self, *a, **k)
Feb 10 21:19:48.408963 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 10 21:19:48.408963 dv-cinder-775008-1-iscsi neutron-server[79816]:     return self._get(url).json()
Feb 10 21:19:48.408963 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 10 21:19:48.408963 dv-cinder-775008-1-iscsi neutron-server[79816]:     **kwargs)
Feb 10 21:19:48.408963 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 10 21:19:48.408963 dv-cinder-775008-1-iscsi neutron-server[79816]:     return self.request(url, 'GET', **kwargs)
Feb 10 21:19:48.408963 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 10 21:19:48.408963 dv-cinder-775008-1-iscsi neutron-server[79816]:     **endpoint_filter)
Feb 10 21:19:48.408963 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 10 21:19:48.408963 dv-cinder-775008-1-iscsi neutron-server[79816]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 10 21:19:48.408963 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 10 21:19:48.408963 dv-cinder-775008-1-iscsi neutron-server[79816]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 10 21:19:48.408963 dv-cinder-775008-1-iscsi neutron-server[79816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 10 21:19:48.491839 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-cd027fab-b03b-46cd-8fa3-568f640fb689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853752733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850656724'] for network, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:48.495313 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:19:48.512158 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-cd027fab-b03b-46cd-8fa3-568f640fb689 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728031'] for network, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:48.522093 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd027fab-b03b-46cd-8fa3-568f640fb689 admin admin] Pushing event deleted for resources: {'Network': ['ID=21565ca2-3f6f-4c53-8a7d-132eded4bf0d,revision_number=None']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:19:48.525496 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-cd027fab-b03b-46cd-8fa3-568f640fb689 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:19:48.536522 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-cd027fab-b03b-46cd-8fa3-568f640fb689 admin admin] 10.222.0.82 "DELETE /v2.0/networks/21565ca2-3f6f-4c53-8a7d-132eded4bf0d HTTP/1.1" status: 204  len: 168 time: 1.8857753
Feb 10 21:19:48.539320 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 36850) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:19:49.113181 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c2ac3807-abeb-49df-ad59-c0a9545595ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4115530'] for router_interface, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:49.483781 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-c2ac3807-abeb-49df-ad59-c0a9545595ce admin admin] Deleting port 16009105-93bb-45c1-858c-bf5bd970795c {{(pid=79929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 10 21:19:49.484087 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c2ac3807-abeb-49df-ad59-c0a9545595ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258056652319'] for port, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:49.671447 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-c2ac3807-abeb-49df-ad59-c0a9545595ce admin admin] For port 16009105-93bb-45c1-858c-bf5bd970795c, host dv-cinder-775008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-iscsi',level=0,port_id=16009105-93bb-45c1-858c-bf5bd970795c,segment=NetworkSegment(23b85309-b501-4692-b154-391f5df3da45),segment_id=23b85309-b501-4692-b154-391f5df3da45)] {{(pid=79929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:19:49.671853 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c2ac3807-abeb-49df-ad59-c0a9545595ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797663'] for port, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:49.803712 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-c2ac3807-abeb-49df-ad59-c0a9545595ce admin admin] Calling delete_port for 16009105-93bb-45c1-858c-bf5bd970795c owned by network:router_interface {{(pid=79929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 10 21:19:49.981111 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c2ac3807-abeb-49df-ad59-c0a9545595ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778798065335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778797633719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630282'] for port, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:49.996598 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-738a5f3d-2a53-49c2-b732-d4e713ae27e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:19:50.052360 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ac3807-abeb-49df-ad59-c0a9545595ce admin admin] Pushing event deleted for resources: {'Port': ['ID=16009105-93bb-45c1-858c-bf5bd970795c,revision_number=None']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:19:50.056625 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-c2ac3807-abeb-49df-ad59-c0a9545595ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:19:50.409528 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c2ac3807-abeb-49df-ad59-c0a9545595ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851047802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850661225'] for router_interface, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:51.170835 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2ac3807-abeb-49df-ad59-c0a9545595ce admin admin] Router 5b1992ea-dac3-4597-83fa-100d6e8957b6 has already been hosted by L3 agent 351a09a7-a8bd-44d4-8337-3dd1b5c8f290 {{(pid=79929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 10 21:19:51.364534 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2ac3807-abeb-49df-ad59-c0a9545595ce admin admin] Notify agent at l3_agent.dv-cinder-775008-1-iscsi the message routers_updated {{(pid=79929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 10 21:19:51.373585 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5801cb87-b2d3-4aae-981a-7a77b4372705 None None] Sync routers for ids ['5b1992ea-dac3-4597-83fa-100d6e8957b6'] in dv-cinder-775008-1-iscsi {{(pid=79930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 10 21:19:51.373763 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-c2ac3807-abeb-49df-ad59-c0a9545595ce admin admin] 10.222.0.82 "PUT /v2.0/routers/5b1992ea-dac3-4597-83fa-100d6e8957b6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8332343
Feb 10 21:19:51.376388 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 36854) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:19:51.384375 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5801cb87-b2d3-4aae-981a-7a77b4372705 None None] Routers {'5b1992ea-dac3-4597-83fa-100d6e8957b6'} bound to L3 agent in host dv-cinder-775008-1-iscsi {{(pid=79930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 10 21:19:51.385121 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-5801cb87-b2d3-4aae-981a-7a77b4372705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbf901108d0>, 'dv-cinder-775008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-10T20:53:27Z,description=<?>,heartbeat_timestamp=2021-02-10T21:19:27Z,host='dv-cinder-775008-1-iscsi',id=351a09a7-a8bd-44d4-8337-3dd1b5c8f290,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-10T20:53:27Z,topic='l3_agent')) {'router_ids': ['5b1992ea-dac3-4597-83fa-100d6e8957b6'], 'active': True} {{(pid=79930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:19:51.571682 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-18a3e361-520a-40dd-ad2c-0a109515289d admin admin] Notify callbacks [] for router, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:51.746103 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvr_db [None req-5801cb87-b2d3-4aae-981a-7a77b4372705 None None] Set router 5b1992ea-dac3-4597-83fa-100d6e8957b6 gateway port host: dv-cinder-775008-1-iscsi {{(pid=79930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 10 21:19:51.770583 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-18a3e361-520a-40dd-ad2c-0a109515289d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:51.775782 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-18a3e361-520a-40dd-ad2c-0a109515289d admin admin] Deleting port 7ec790cf-7bc0-4229-b48a-29e8b32321f0 {{(pid=79929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 10 21:19:51.776151 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-18a3e361-520a-40dd-ad2c-0a109515289d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258056652319'] for port, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:51.967712 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-18a3e361-520a-40dd-ad2c-0a109515289d admin admin] For port 7ec790cf-7bc0-4229-b48a-29e8b32321f0, host dv-cinder-775008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-iscsi',level=0,port_id=7ec790cf-7bc0-4229-b48a-29e8b32321f0,segment=NetworkSegment(37fae2f4-4e7c-4231-b866-3c6a09452824),segment_id=37fae2f4-4e7c-4231-b866-3c6a09452824)] {{(pid=79929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:19:51.968115 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-18a3e361-520a-40dd-ad2c-0a109515289d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797663'] for port, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:52.055442 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-5801cb87-b2d3-4aae-981a-7a77b4372705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbf901108d0>, [{'id': '5b1992ea-dac3-4597-83fa-100d6e8957b6', 'name': 'tempest-TestVolumeBootPattern-2001574552-router', 'tenant_id': '3bf351df3cf04331a794379a64c89143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '7ec790cf-7bc0-4229-b48a-29e8b32321f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:12:55Z', 'updated_at': '2021-02-10T21:19:49Z', 'revision_number': 5, 'project_id': '3bf351df3cf04331a794379a64c89143', 'gw_port': {'id': '7ec790cf-7bc0-4229-b48a-29e8b32321f0', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a2:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1992ea-dac3-4597-83fa-100d6e8957b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:56Z', 'updated_at': '2021-02-10T21:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi'}], 'dv-cinder-775008-1-iscsi', False) {} {{(pid=79930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:19:52.060454 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5801cb87-b2d3-4aae-981a-7a77b4372705 None None] Checking router: 5b1992ea-dac3-4597-83fa-100d6e8957b6 for host: dv-cinder-775008-1-iscsi {{(pid=79930) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 10 21:19:52.069944 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5801cb87-b2d3-4aae-981a-7a77b4372705 None None] Routers {'5b1992ea-dac3-4597-83fa-100d6e8957b6'} bound to L3 agent in host dv-cinder-775008-1-iscsi {{(pid=79930) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 10 21:19:52.070647 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-5801cb87-b2d3-4aae-981a-7a77b4372705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fbf901108d0>, 'dv-cinder-775008-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-10T20:53:27Z,description=<?>,heartbeat_timestamp=2021-02-10T21:19:27Z,host='dv-cinder-775008-1-iscsi',id=351a09a7-a8bd-44d4-8337-3dd1b5c8f290,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-10T20:53:27Z,topic='l3_agent')) {'router_ids': ['5b1992ea-dac3-4597-83fa-100d6e8957b6'], 'active': True} {{(pid=79930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:19:52.115788 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-18a3e361-520a-40dd-ad2c-0a109515289d admin admin] Calling delete_port for 7ec790cf-7bc0-4229-b48a-29e8b32321f0 owned by network:router_gateway {{(pid=79929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 10 21:19:52.260528 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-18a3e361-520a-40dd-ad2c-0a109515289d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778798065335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778797633719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630282'] for port, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:52.269809 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvr_db [None req-5801cb87-b2d3-4aae-981a-7a77b4372705 None None] Set router 5b1992ea-dac3-4597-83fa-100d6e8957b6 gateway port host: dv-cinder-775008-1-iscsi {{(pid=79930) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 10 21:19:52.458969 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-18a3e361-520a-40dd-ad2c-0a109515289d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850655797'] for router_gateway, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:52.584146 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_hamode_db [None req-5801cb87-b2d3-4aae-981a-7a77b4372705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fbf901108d0>, [{'id': '5b1992ea-dac3-4597-83fa-100d6e8957b6', 'name': 'tempest-TestVolumeBootPattern-2001574552-router', 'tenant_id': '3bf351df3cf04331a794379a64c89143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '7ec790cf-7bc0-4229-b48a-29e8b32321f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:12:55Z', 'updated_at': '2021-02-10T21:19:49Z', 'revision_number': 5, 'project_id': '3bf351df3cf04331a794379a64c89143', 'gw_port': {'id': '7ec790cf-7bc0-4229-b48a-29e8b32321f0', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a2:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1992ea-dac3-4597-83fa-100d6e8957b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:56Z', 'updated_at': '2021-02-10T21:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi'}], 'dv-cinder-775008-1-iscsi', False) {} {{(pid=79930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:19:52.588223 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5801cb87-b2d3-4aae-981a-7a77b4372705 None None] The sync data for ids ['5b1992ea-dac3-4597-83fa-100d6e8957b6'] in dv-cinder-775008-1-iscsi is: [{'id': '5b1992ea-dac3-4597-83fa-100d6e8957b6', 'name': 'tempest-TestVolumeBootPattern-2001574552-router', 'tenant_id': '3bf351df3cf04331a794379a64c89143', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'external_fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '7ec790cf-7bc0-4229-b48a-29e8b32321f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-10T21:12:55Z', 'updated_at': '2021-02-10T21:19:49Z', 'revision_number': 5, 'project_id': '3bf351df3cf04331a794379a64c89143', 'gw_port': {'id': '7ec790cf-7bc0-4229-b48a-29e8b32321f0', 'name': '', 'network_id': 'caec50ae-8f3b-4f45-a3ad-eb903a732614', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a2:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b1992ea-dac3-4597-83fa-100d6e8957b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '47475132-bc81-43cb-b635-450463390609', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775008-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-10T21:12:56Z', 'updated_at': '2021-02-10T21:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47475132-bc81-43cb-b635-450463390609', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775008-1-iscsi'}] {{(pid=79930) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 10 21:19:52.601362 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-18a3e361-520a-40dd-ad2c-0a109515289d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4114297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774503'] for router, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:52.603778 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-18a3e361-520a-40dd-ad2c-0a109515289d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:52.628848 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-18a3e361-520a-40dd-ad2c-0a109515289d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4114335'] for router, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:52.629489 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18a3e361-520a-40dd-ad2c-0a109515289d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b1992ea-dac3-4597-83fa-100d6e8957b6 {{(pid=79929) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 10 21:19:52.641886 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-18a3e361-520a-40dd-ad2c-0a109515289d admin admin] Notify callbacks [] for router, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:52.643880 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-18a3e361-520a-40dd-ad2c-0a109515289d admin admin] 10.222.0.82 "DELETE /v2.0/routers/5b1992ea-dac3-4597-83fa-100d6e8957b6 HTTP/1.1" status: 204  len: 168 time: 1.2660282
Feb 10 21:19:52.646246 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 36858) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:19:52.718529 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.db_base_plugin_v2 [None req-e669a36c-263d-436f-8e6b-10697f7bcad6 admin admin] Deleting subnet 8b4a2c78-b293-4fe3-8be1-01548c26fb97 {{(pid=79929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 10 21:19:52.721614 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-e669a36c-263d-436f-8e6b-10697f7bcad6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:52.776495 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-e669a36c-263d-436f-8e6b-10697f7bcad6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2707976'] for subnet, precommit_delete_associations {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:52.867200 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-e669a36c-263d-436f-8e6b-10697f7bcad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1016988'] for subnet, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:53.141927 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-e669a36c-263d-436f-8e6b-10697f7bcad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853758828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2627678', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2464197'] for subnet, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:53.160075 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-fbce255c-2cc2-4505-82b9-012469198b76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:19:53.211639 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e669a36c-263d-436f-8e6b-10697f7bcad6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b4a2c78-b293-4fe3-8be1-01548c26fb97,revision_number=None']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:19:53.214305 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-e669a36c-263d-436f-8e6b-10697f7bcad6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:19:53.299655 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-e669a36c-263d-436f-8e6b-10697f7bcad6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:53.305153 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5444e6ed-2bbb-43c1-b772-d701dec67bd4 None None] Network 0c95b602-fff2-4f27-8167-c13d8bbb7c6e requested from dv-cinder-775008-1-iscsi {{(pid=79930) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 10 21:19:53.308530 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-e669a36c-263d-436f-8e6b-10697f7bcad6 admin admin] 10.222.0.82 "DELETE /v2.0/subnets/8b4a2c78-b293-4fe3-8be1-01548c26fb97 HTTP/1.1" status: 204  len: 168 time: 0.6588395
Feb 10 21:19:53.308810 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 36862) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:19:53.429615 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-603b9770-c9d1-4121-a3c8-bba8279c5b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853728688'] for network, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:53.503043 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-603b9770-c9d1-4121-a3c8-bba8279c5b9c admin admin] Deleting port 8bf9e3fa-549e-46f8-aebb-29e5fb18200d {{(pid=79929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 10 21:19:53.503419 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-603b9770-c9d1-4121-a3c8-bba8279c5b9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258056652319'] for port, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:53.565435 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa62e2c-6912-4d21-97a5-ce23aebc76aa None None] DHCP port deletion for 0c95b602-fff2-4f27-8167-c13d8bbb7c6e request from dv-cinder-775008-1-iscsi {{(pid=79930) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 10 21:19:53.569759 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-9aa62e2c-6912-4d21-97a5-ce23aebc76aa None None] Deleting port 8bf9e3fa-549e-46f8-aebb-29e5fb18200d {{(pid=79930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 10 21:19:53.570215 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-9aa62e2c-6912-4d21-97a5-ce23aebc76aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258056652319'] for port, before_delete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:53.734670 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-603b9770-c9d1-4121-a3c8-bba8279c5b9c admin admin] For port 8bf9e3fa-549e-46f8-aebb-29e5fb18200d, host dv-cinder-775008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-iscsi',level=0,port_id=8bf9e3fa-549e-46f8-aebb-29e5fb18200d,segment=NetworkSegment(23b85309-b501-4692-b154-391f5df3da45),segment_id=23b85309-b501-4692-b154-391f5df3da45)] {{(pid=79929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:19:53.735221 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-603b9770-c9d1-4121-a3c8-bba8279c5b9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797663'] for port, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:53.792769 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.db [None req-9aa62e2c-6912-4d21-97a5-ce23aebc76aa None None] For port 8bf9e3fa-549e-46f8-aebb-29e5fb18200d, host dv-cinder-775008-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775008-1-iscsi',level=0,port_id=8bf9e3fa-549e-46f8-aebb-29e5fb18200d,segment=NetworkSegment(23b85309-b501-4692-b154-391f5df3da45),segment_id=23b85309-b501-4692-b154-391f5df3da45)] {{(pid=79930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 10 21:19:53.793206 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-9aa62e2c-6912-4d21-97a5-ce23aebc76aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3797663'] for port, precommit_delete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:53.873642 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-603b9770-c9d1-4121-a3c8-bba8279c5b9c admin admin] Calling delete_port for 8bf9e3fa-549e-46f8-aebb-29e5fb18200d owned by network:dhcp {{(pid=79929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 10 21:19:53.927293 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-9aa62e2c-6912-4d21-97a5-ce23aebc76aa None None] Calling delete_port for 8bf9e3fa-549e-46f8-aebb-29e5fb18200d owned by network:dhcp {{(pid=79930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 10 21:19:53.955208 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-603b9770-c9d1-4121-a3c8-bba8279c5b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853806052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-177942', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778798065335', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778797633719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630282'] for port, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:53.971273 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-55d68514-58e9-4ddf-8737-3e0996d5df97 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:19:54.005870 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.db.api [None req-9aa62e2c-6912-4d21-97a5-ce23aebc76aa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=79930) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 10 21:19:54.006242 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_db.api [None req-9aa62e2c-6912-4d21-97a5-ce23aebc76aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=79930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 10 21:19:54.033736 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603b9770-c9d1-4121-a3c8-bba8279c5b9c admin admin] Pushing event deleted for resources: {'Port': ['ID=8bf9e3fa-549e-46f8-aebb-29e5fb18200d,revision_number=None']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:19:54.037725 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-603b9770-c9d1-4121-a3c8-bba8279c5b9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:19:54.096221 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Device 16009105-93bb-45c1-858c-bf5bd970795c no longer exists at agent ovs-agent-dv-cinder-775008-1-iscsi {{(pid=79930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 10 21:19:54.124866 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603b9770-c9d1-4121-a3c8-bba8279c5b9c admin admin] No DVR routers for this DVR port 8bf9e3fa-549e-46f8-aebb-29e5fb18200d on host dv-cinder-775008-1-iscsi {{(pid=79929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 10 21:19:54.137859 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] No Port match for: 16009105-93bb-45c1-858c-bf5bd970795c {{(pid=79930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 10 21:19:54.138283 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Device 16009105-93bb-45c1-858c-bf5bd970795c not bound to the agent host dv-cinder-775008-1-iscsi {{(pid=79930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 10 21:19:54.138751 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Device 7ec790cf-7bc0-4229-b48a-29e8b32321f0 no longer exists at agent ovs-agent-dv-cinder-775008-1-iscsi {{(pid=79930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 10 21:19:54.175369 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] No Port match for: 7ec790cf-7bc0-4229-b48a-29e8b32321f0 {{(pid=79930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 10 21:19:54.176447 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Device 7ec790cf-7bc0-4229-b48a-29e8b32321f0 not bound to the agent host dv-cinder-775008-1-iscsi {{(pid=79930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 10 21:19:54.176907 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Device 8bf9e3fa-549e-46f8-aebb-29e5fb18200d no longer exists at agent ovs-agent-dv-cinder-775008-1-iscsi {{(pid=79930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 10 21:19:54.225156 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] No Port match for: 8bf9e3fa-549e-46f8-aebb-29e5fb18200d {{(pid=79930) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 10 21:19:54.225667 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.rpc [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Device 8bf9e3fa-549e-46f8-aebb-29e5fb18200d not bound to the agent host dv-cinder-775008-1-iscsi {{(pid=79930) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 10 21:19:54.236096 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a895e368-df25-450e-adc0-b41230451418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:54.507928 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-9aa62e2c-6912-4d21-97a5-ce23aebc76aa None None] Deleting port 8bf9e3fa-549e-46f8-aebb-29e5fb18200d {{(pid=79930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 10 21:19:54.508367 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-9aa62e2c-6912-4d21-97a5-ce23aebc76aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363258056652319'] for port, before_delete {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:54.522935 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-603b9770-c9d1-4121-a3c8-bba8279c5b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1023083', 'neutron.services.segments.db._delete_segments_for_network-8778798167172'] for network, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:54.580470 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.plugin [None req-9aa62e2c-6912-4d21-97a5-ce23aebc76aa None None] The port '8bf9e3fa-549e-46f8-aebb-29e5fb18200d' was deleted {{(pid=79930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 10 21:19:54.641883 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.services.segments.db [None req-603b9770-c9d1-4121-a3c8-bba8279c5b9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fbf8b239588>,) {'filters': {'network_id': ['0c95b602-fff2-4f27-8167-c13d8bbb7c6e']}} {{(pid=79929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:19:54.655823 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.services.segments.db [None req-603b9770-c9d1-4121-a3c8-bba8279c5b9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fbf8b239588>, '23b85309-b501-4692-b154-391f5df3da45') {'for_net_delete': True} {{(pid=79929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:19:54.656150 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.services.segments.db [None req-603b9770-c9d1-4121-a3c8-bba8279c5b9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fbf8b239588>, '23b85309-b501-4692-b154-391f5df3da45') {} {{(pid=79929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 10 21:19:54.668443 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-603b9770-c9d1-4121-a3c8-bba8279c5b9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778798166933', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852067840'] for segment, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:54.685708 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-603b9770-c9d1-4121-a3c8-bba8279c5b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853830591'] for segment, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:54.689048 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-603b9770-c9d1-4121-a3c8-bba8279c5b9c admin admin] Releasing vxlan tunnel 4 to pool {{(pid=79929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 10 21:19:54.873067 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-603b9770-c9d1-4121-a3c8-bba8279c5b9c admin admin] Network 0c95b602-fff2-4f27-8167-c13d8bbb7c6e has no segments {{(pid=79929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 10 21:19:54.882386 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-603b9770-c9d1-4121-a3c8-bba8279c5b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-945225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036852145411'] for segment, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:55.063281 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.plugins.ml2.managers [None req-603b9770-c9d1-4121-a3c8-bba8279c5b9c admin admin] Network 0c95b602-fff2-4f27-8167-c13d8bbb7c6e has no segments {{(pid=79929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 10 21:19:55.091131 dv-cinder-775008-1-iscsi neutron-server[79816]: Traceback (most recent call last):
Feb 10 21:19:55.091131 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 10 21:19:55.091131 dv-cinder-775008-1-iscsi neutron-server[79816]:     timer()
Feb 10 21:19:55.091131 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 10 21:19:55.091131 dv-cinder-775008-1-iscsi neutron-server[79816]:     cb(*args, **kw)
Feb 10 21:19:55.091131 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 10 21:19:55.091131 dv-cinder-775008-1-iscsi neutron-server[79816]:     return func(*args, **kwargs)
Feb 10 21:19:55.091131 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 10 21:19:55.091131 dv-cinder-775008-1-iscsi neutron-server[79816]:     self._notify()
Feb 10 21:19:55.091131 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 10 21:19:55.091131 dv-cinder-775008-1-iscsi neutron-server[79816]:     self.callback(batched_events)
Feb 10 21:19:55.091131 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 10 21:19:55.091131 dv-cinder-775008-1-iscsi neutron-server[79816]:     event.method(event)
Feb 10 21:19:55.091131 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 10 21:19:55.091131 dv-cinder-775008-1-iscsi neutron-server[79816]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 10 21:19:55.091131 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 10 21:19:55.091131 dv-cinder-775008-1-iscsi neutron-server[79816]:     segment_id)['aggregates'][0]
Feb 10 21:19:55.091131 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 10 21:19:55.091131 dv-cinder-775008-1-iscsi neutron-server[79816]:     return f(self, *a, **k)
Feb 10 21:19:55.091131 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 10 21:19:55.091131 dv-cinder-775008-1-iscsi neutron-server[79816]:     return self._get(url).json()
Feb 10 21:19:55.091131 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 10 21:19:55.091131 dv-cinder-775008-1-iscsi neutron-server[79816]:     **kwargs)
Feb 10 21:19:55.091131 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 10 21:19:55.091131 dv-cinder-775008-1-iscsi neutron-server[79816]:     return self.request(url, 'GET', **kwargs)
Feb 10 21:19:55.091131 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 10 21:19:55.091131 dv-cinder-775008-1-iscsi neutron-server[79816]:     **endpoint_filter)
Feb 10 21:19:55.091131 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 10 21:19:55.091131 dv-cinder-775008-1-iscsi neutron-server[79816]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 10 21:19:55.091131 dv-cinder-775008-1-iscsi neutron-server[79816]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 10 21:19:55.091131 dv-cinder-775008-1-iscsi neutron-server[79816]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 10 21:19:55.091131 dv-cinder-775008-1-iscsi neutron-server[79816]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 10 21:19:55.175340 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-603b9770-c9d1-4121-a3c8-bba8279c5b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853752733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3728014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036850656724'] for network, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:55.179430 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-ff269b2d-68c9-4bba-ae96-70cd0b178dab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:19:55.196328 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-603b9770-c9d1-4121-a3c8-bba8279c5b9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3728031'] for network, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:55.202731 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603b9770-c9d1-4121-a3c8-bba8279c5b9c admin admin] Pushing event deleted for resources: {'Network': ['ID=0c95b602-fff2-4f27-8167-c13d8bbb7c6e,revision_number=None']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:19:55.207343 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-603b9770-c9d1-4121-a3c8-bba8279c5b9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:19:55.210099 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-603b9770-c9d1-4121-a3c8-bba8279c5b9c admin admin] 10.222.0.82 "DELETE /v2.0/networks/0c95b602-fff2-4f27-8167-c13d8bbb7c6e HTTP/1.1" status: 204  len: 168 time: 1.9002507
Feb 10 21:19:55.352194 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 36868) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:19:55.408944 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-bba4ef9d-7bd5-4b33-9a20-4be073604fe1 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=660222962bf2454ea2ba636072eefa4e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0554390
Feb 10 21:19:55.412031 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 36872) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:19:55.477079 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-d73e83c7-57aa-4395-98c4-d0d57992d2b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:55.504792 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-d73e83c7-57aa-4395-98c4-d0d57992d2b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:55.551023 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-d73e83c7-57aa-4395-98c4-d0d57992d2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:55.555958 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-2b65cc97-5418-40bf-a417-dbcb8c8aefdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:19:55.569621 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73e83c7-57aa-4395-98c4-d0d57992d2b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2442c82c-c944-426a-bf0c-99b0d602e14d,revision_number=None']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:19:55.573765 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-d73e83c7-57aa-4395-98c4-d0d57992d2b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:19:55.577094 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-d73e83c7-57aa-4395-98c4-d0d57992d2b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:55.578343 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-d73e83c7-57aa-4395-98c4-d0d57992d2b1 admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/2442c82c-c944-426a-bf0c-99b0d602e14d HTTP/1.1" status: 204  len: 168 time: 0.1653254
Feb 10 21:19:55.988678 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 36880) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:19:56.042688 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-c0426c6f-b216-43bb-a578-5bde1ae4b9c9 admin admin] 10.222.0.82 "GET /v2.0/security-groups?tenant_id=3bf351df3cf04331a794379a64c89143&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0527029
Feb 10 21:19:56.045266 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [-] (79929) accepted ('10.222.0.82', 36884) {{(pid=79929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 10 21:19:56.113445 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-60228eb7-a5ac-49a1-bda3-2ef380691dea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:56.141060 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-60228eb7-a5ac-49a1-bda3-2ef380691dea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:56.191084 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-60228eb7-a5ac-49a1-bda3-2ef380691dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036850704391'] for security_group, after_delete {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:56.196489 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-555e5e6c-950b-49e6-b1ba-9a4b3adea258 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 10 21:19:56.209193 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60228eb7-a5ac-49a1-bda3-2ef380691dea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73aa3329-c059-495d-8f6e-ce32d465f028,revision_number=None']} {{(pid=79929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 10 21:19:56.211711 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG oslo_concurrency.lockutils [None req-60228eb7-a5ac-49a1-bda3-2ef380691dea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=79929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 10 21:19:56.215309 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-60228eb7-a5ac-49a1-bda3-2ef380691dea admin admin] Notify callbacks [] for security_group, before_response {{(pid=79929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:56.216538 dv-cinder-775008-1-iscsi neutron-server[79816]: INFO neutron.wsgi [None req-60228eb7-a5ac-49a1-bda3-2ef380691dea admin admin] 10.222.0.82 "DELETE /v2.0/security-groups/73aa3329-c059-495d-8f6e-ce32d465f028 HTTP/1.1" status: 204  len: 168 time: 0.1702764
Feb 10 21:19:56.695595 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-9a4f994c-3306-4b86-8210-cde2017e8214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:57.355925 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8e35c017-ca0e-4997-9af4-ce0f5f2c761e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:58.252478 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:58.412908 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a16a173f-35ea-40df-9953-0a23fc2526db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:19:58.900245 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.agents_db [None req-2fd61c53-9bc0-4c2f-aa40-be9729c6e46f None None] Agent healthcheck: found 6 active agents {{(pid=79931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 10 21:20:01.492018 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:20:10.725111 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [req-0e3fb54f-d1f8-409b-823b-be46b7938f35 req-b8567a23-e687-44c7-9520-184b470b7628 service neutron] (79928) timed out ('10.222.0.15', 62652) {{(pid=79928) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Feb 10 21:20:24.209704 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-f774f15d-81bd-4a5b-8ee4-f547efe9b972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:20:26.697191 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-7ae0faa3-c7c2-4dcd-bfc9-1b191371480e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:20:27.357958 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8e35c017-ca0e-4997-9af4-ce0f5f2c761e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:20:28.255443 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:20:28.416143 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a16a173f-35ea-40df-9953-0a23fc2526db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:20:31.489550 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:20:35.899938 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.agents_db [None req-2fd61c53-9bc0-4c2f-aa40-be9729c6e46f None None] Agent healthcheck: found 6 active agents {{(pid=79931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 10 21:20:54.210679 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-fcd03eeb-a4a0-4404-8788-aa562fa506a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:20:56.699140 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a8f64a5a-da7a-42e4-b524-e25b3ff8f9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:20:57.361282 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8e35c017-ca0e-4997-9af4-ce0f5f2c761e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:20:58.262726 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:20:58.422247 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a16a173f-35ea-40df-9953-0a23fc2526db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:21:01.506473 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:21:12.900597 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.agents_db [None req-2fd61c53-9bc0-4c2f-aa40-be9729c6e46f None None] Agent healthcheck: found 6 active agents {{(pid=79931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 10 21:21:24.211591 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-5921789d-2fd7-494a-9419-1f972fa35268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:21:26.700082 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-753eeb24-4033-42bb-a481-c6b32a439436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:21:27.368183 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8e35c017-ca0e-4997-9af4-ce0f5f2c761e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:21:28.257151 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:21:28.422833 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a16a173f-35ea-40df-9953-0a23fc2526db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:21:31.504050 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:21:49.901048 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.agents_db [None req-2fd61c53-9bc0-4c2f-aa40-be9729c6e46f None None] Agent healthcheck: found 6 active agents {{(pid=79931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 10 21:21:54.215730 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-68505bbf-85be-427a-8536-787e733484e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:21:56.702224 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-21e08e60-2b9b-4922-b425-8b052f59166d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:21:57.367766 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8e35c017-ca0e-4997-9af4-ce0f5f2c761e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:21:58.260251 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:21:58.430205 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a16a173f-35ea-40df-9953-0a23fc2526db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:22:01.521689 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:22:24.218112 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-7a11718e-410b-48f3-a41c-5351a95d3b83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:22:26.703320 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-e121f3cc-c33e-4bd7-8f0d-018ebb5685c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:22:26.901734 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.agents_db [None req-2fd61c53-9bc0-4c2f-aa40-be9729c6e46f None None] Agent healthcheck: found 6 active agents {{(pid=79931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 10 21:22:27.370079 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8e35c017-ca0e-4997-9af4-ce0f5f2c761e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:22:28.261156 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:22:28.431009 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a16a173f-35ea-40df-9953-0a23fc2526db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:22:31.539638 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:22:54.220034 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-0e42fd9b-73e9-40b2-a7e8-e05c04e0ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:22:56.704348 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-6b2eff01-aa7f-4977-adb1-59b6f759a0e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:22:57.372785 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8e35c017-ca0e-4997-9af4-ce0f5f2c761e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:22:58.262575 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:22:58.435430 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a16a173f-35ea-40df-9953-0a23fc2526db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:23:01.532815 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:23:03.901660 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.agents_db [None req-2fd61c53-9bc0-4c2f-aa40-be9729c6e46f None None] Agent healthcheck: found 6 active agents {{(pid=79931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 10 21:23:24.220753 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-31b99f43-f2dc-485a-bfb3-54300993c6fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:23:26.704854 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a4537255-685d-40fb-9de3-1483925e3c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:23:27.375895 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8e35c017-ca0e-4997-9af4-ce0f5f2c761e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:23:28.264680 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:23:28.437716 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a16a173f-35ea-40df-9953-0a23fc2526db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:23:31.539849 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:23:40.901333 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.agents_db [None req-2fd61c53-9bc0-4c2f-aa40-be9729c6e46f None None] Agent healthcheck: found 6 active agents {{(pid=79931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 10 21:23:54.222758 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-4b025a42-933c-4858-a9fa-ea5950732ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:23:56.707494 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-52eecb06-2e57-46c2-a407-4f17cb36edda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:23:57.377043 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8e35c017-ca0e-4997-9af4-ce0f5f2c761e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:23:58.265817 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:23:58.442752 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a16a173f-35ea-40df-9953-0a23fc2526db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:24:00.520533 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [req-1c1ff4d1-028e-4250-b74d-24c2c3963aa4 req-ab4f2b8a-48f3-41dd-b169-08c68a3a3257 service neutron] (79929) timed out ('10.222.0.15', 62661) {{(pid=79929) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Feb 10 21:24:01.548329 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:24:05.552510 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.wsgi [req-394efb10-37ce-4a10-83ea-276baaf4d43f req-2c35a5cd-01d9-42ac-a3d0-fca39ede6c16 service neutron] (79929) timed out ('10.222.0.82', 33434) {{(pid=79929) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Feb 10 21:24:17.901257 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.agents_db [None req-2fd61c53-9bc0-4c2f-aa40-be9729c6e46f None None] Agent healthcheck: found 6 active agents {{(pid=79931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 10 21:24:24.225582 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-e07aa53a-9069-4725-829a-0a27f91d8ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:24:26.708887 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8b257078-bd72-4cd3-ab26-0e5c74f2a9e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:24:27.383010 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8e35c017-ca0e-4997-9af4-ce0f5f2c761e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:24:28.268261 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:24:28.446257 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a16a173f-35ea-40df-9953-0a23fc2526db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:24:31.555381 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:24:54.227265 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ee3b2831-0ff7-4e82-9ee8-472f4015595f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:24:54.902084 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.agents_db [None req-2fd61c53-9bc0-4c2f-aa40-be9729c6e46f None None] Agent healthcheck: found 6 active agents {{(pid=79931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 10 21:24:56.710631 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-7174ea9c-1ebc-4407-9045-348ba67c1c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:24:57.383595 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8e35c017-ca0e-4997-9af4-ce0f5f2c761e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:24:58.269532 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:24:58.447728 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a16a173f-35ea-40df-9953-0a23fc2526db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:25:01.547992 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:25:24.229239 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-ef199ca3-f3d2-45a2-9eb1-ee44c6d07ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:25:26.711815 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-178d388f-2712-4639-99c3-cc218b92bec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:25:27.387229 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-8e35c017-ca0e-4997-9af4-ce0f5f2c761e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:25:28.270681 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-c81dc4c3-4cf4-4e4b-83c4-3164ad0e3b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:25:28.461205 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-a16a173f-35ea-40df-9953-0a23fc2526db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:25:31.546998 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron_lib.callbacks.manager [None req-b8516c3f-6d1a-4781-91d3-c353a7fc171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778798167155', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1018746'] for agent, after_update {{(pid=79930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 10 21:25:31.902064 dv-cinder-775008-1-iscsi neutron-server[79816]: DEBUG neutron.db.agents_db [None req-2fd61c53-9bc0-4c2f-aa40-be9729c6e46f None None] Agent healthcheck: found 6 active agents {{(pid=79931) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}